2024-11-18 02:13:29,030 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-18 02:13:29,045 main DEBUG Took 0.013126 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-18 02:13:29,045 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-18 02:13:29,046 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-18 02:13:29,047 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-18 02:13:29,049 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:13:29,058 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-18 02:13:29,071 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:13:29,073 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:13:29,075 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:13:29,076 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:13:29,077 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,077 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:13:29,078 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:13:29,080 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:13:29,081 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,081 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:13:29,082 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:13:29,083 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:13:29,084 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:13:29,085 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-18 02:13:29,086 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,086 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-18 02:13:29,088 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-18 02:13:29,090 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-18 02:13:29,092 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-18 02:13:29,093 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-18 02:13:29,094 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-18 02:13:29,095 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-18 02:13:29,105 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-18 02:13:29,107 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-18 02:13:29,109 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-18 02:13:29,109 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-18 02:13:29,110 main DEBUG createAppenders(={Console})
2024-11-18 02:13:29,110 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-11-18 02:13:29,111 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-18 02:13:29,111 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-11-18 02:13:29,111 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-18 02:13:29,112 main DEBUG OutputStream closed
2024-11-18 02:13:29,112 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-18 02:13:29,112 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-18 02:13:29,112 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-11-18 02:13:29,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-18 02:13:29,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-18 02:13:29,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-18 02:13:29,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-18 02:13:29,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-18 02:13:29,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-18 02:13:29,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-18 02:13:29,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-18 02:13:29,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-18 02:13:29,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-18 02:13:29,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-18 02:13:29,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-18 02:13:29,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-18 02:13:29,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-18 02:13:29,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-18 02:13:29,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-18 02:13:29,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-18 02:13:29,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-18 02:13:29,203 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18 02:13:29,203 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-11-18 02:13:29,204 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-18 02:13:29,204 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-11-18T02:13:29,531 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767
2024-11-18 02:13:29,534 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-18 02:13:29,534 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-18T02:13:29,543 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins
2024-11-18T02:13:29,561 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-18T02:13:29,577 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/cluster_85f40c22-8fa2-15ef-8e43-8b220fc7a776, deleteOnExit=true
2024-11-18T02:13:29,577 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-18T02:13:29,578 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/test.cache.data in system properties and HBase conf
2024-11-18T02:13:29,579 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/hadoop.tmp.dir in system properties and HBase conf
2024-11-18T02:13:29,579 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/hadoop.log.dir in system properties and HBase conf
2024-11-18T02:13:29,580 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-18T02:13:29,581 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-18T02:13:29,581 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-18T02:13:29,681 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-18T02:13:29,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-18T02:13:29,785 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-18T02:13:29,786 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-18T02:13:29,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-18T02:13:29,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T02:13:29,788 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-18T02:13:29,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-18T02:13:29,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-18T02:13:29,790 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T02:13:29,790 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-18T02:13:29,791 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/nfs.dump.dir in system properties and HBase conf
2024-11-18T02:13:29,791 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/java.io.tmpdir in system properties and HBase conf
2024-11-18T02:13:29,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-18T02:13:29,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-18T02:13:29,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-18T02:13:30,609 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-18T02:13:30,684 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2383ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-18T02:13:30,758 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T02:13:30,815 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T02:13:30,835 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T02:13:30,835 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T02:13:30,837 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T02:13:30,849 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T02:13:30,852 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/hadoop.log.dir/,AVAILABLE}
2024-11-18T02:13:30,853 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T02:13:31,045 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbf242f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/java.io.tmpdir/jetty-localhost-38705-hadoop-hdfs-3_4_1-tests_jar-_-any-14319245275772212248/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T02:13:31,052 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:38705}
2024-11-18T02:13:31,052 INFO  [Time-limited test {}] server.Server(415): Started @2752ms
2024-11-18T02:13:31,432 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-18T02:13:31,439 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-18T02:13:31,440 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-18T02:13:31,440 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-18T02:13:31,440 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-18T02:13:31,441 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/hadoop.log.dir/,AVAILABLE}
2024-11-18T02:13:31,442 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-18T02:13:31,562 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dfb1097{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/java.io.tmpdir/jetty-localhost-34683-hadoop-hdfs-3_4_1-tests_jar-_-any-14450101183516061281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T02:13:31,563 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:34683}
2024-11-18T02:13:31,563 INFO  [Time-limited test {}] server.Server(415): Started @3263ms
2024-11-18T02:13:31,617 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-18T02:13:32,072 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/cluster_85f40c22-8fa2-15ef-8e43-8b220fc7a776/data/data2/current/BP-1833806157-172.17.0.2-1731896010360/current, will proceed with Du for space computation calculation, 
2024-11-18T02:13:32,072 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/cluster_85f40c22-8fa2-15ef-8e43-8b220fc7a776/data/data1/current/BP-1833806157-172.17.0.2-1731896010360/current, will proceed with Du for space computation calculation, 
2024-11-18T02:13:32,108 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-18T02:13:32,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767
2024-11-18T02:13:32,164 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83c924d3968a5fce with lease ID 0xd1fc70165dde3ae5: Processing first storage report for DS-adc9da2b-a9b4-4f8c-95ac-68f8e1713ed2 from datanode DatanodeRegistration(127.0.0.1:35597, datanodeUuid=87479b1e-0de1-4548-a6df-04daad806062, infoPort=39197, infoSecurePort=0, ipcPort=43535, storageInfo=lv=-57;cid=testClusterID;nsid=1632917290;c=1731896010360)
2024-11-18T02:13:32,165 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83c924d3968a5fce with lease ID 0xd1fc70165dde3ae5: from storage DS-adc9da2b-a9b4-4f8c-95ac-68f8e1713ed2 node DatanodeRegistration(127.0.0.1:35597, datanodeUuid=87479b1e-0de1-4548-a6df-04daad806062, infoPort=39197, infoSecurePort=0, ipcPort=43535, storageInfo=lv=-57;cid=testClusterID;nsid=1632917290;c=1731896010360), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-18T02:13:32,166 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83c924d3968a5fce with lease ID 0xd1fc70165dde3ae5: Processing first storage report for DS-fcd087ee-6bc5-4c06-96ef-fe8ae79d5b01 from datanode DatanodeRegistration(127.0.0.1:35597, datanodeUuid=87479b1e-0de1-4548-a6df-04daad806062, infoPort=39197, infoSecurePort=0, ipcPort=43535, storageInfo=lv=-57;cid=testClusterID;nsid=1632917290;c=1731896010360)
2024-11-18T02:13:32,166 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83c924d3968a5fce with lease ID 0xd1fc70165dde3ae5: from storage DS-fcd087ee-6bc5-4c06-96ef-fe8ae79d5b01 node DatanodeRegistration(127.0.0.1:35597, datanodeUuid=87479b1e-0de1-4548-a6df-04daad806062, infoPort=39197, infoSecurePort=0, ipcPort=43535, storageInfo=lv=-57;cid=testClusterID;nsid=1632917290;c=1731896010360), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-18T02:13:32,240 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/cluster_85f40c22-8fa2-15ef-8e43-8b220fc7a776/zookeeper_0, clientPort=51203, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/cluster_85f40c22-8fa2-15ef-8e43-8b220fc7a776/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/cluster_85f40c22-8fa2-15ef-8e43-8b220fc7a776/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-18T02:13:32,251 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51203
2024-11-18T02:13:32,261 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:13:32,264 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:13:32,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741825_1001 (size=7)
2024-11-18T02:13:32,920 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182 with version=8
2024-11-18T02:13:32,921 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/hbase-staging
2024-11-18T02:13:33,020 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-18T02:13:33,277 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/c4730a2bacf8:0 server-side Connection retries=45
2024-11-18T02:13:33,288 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T02:13:33,288 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T02:13:33,293 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T02:13:33,293 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T02:13:33,294 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T02:13:33,434 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-18T02:13:33,496 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-18T02:13:33,505 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-18T02:13:33,509 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T02:13:33,537 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2909 (auto-detected)
2024-11-18T02:13:33,538 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-18T02:13:33,557 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35213
2024-11-18T02:13:33,578 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35213 connecting to ZooKeeper ensemble=127.0.0.1:51203
2024-11-18T02:13:33,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352130x0, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T02:13:33,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35213-0x10128d9d84e0000 connected
2024-11-18T02:13:33,681 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:13:33,683 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:13:33,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T02:13:33,698 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182, hbase.cluster.distributed=false
2024-11-18T02:13:33,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T02:13:33,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35213
2024-11-18T02:13:33,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35213
2024-11-18T02:13:33,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35213
2024-11-18T02:13:33,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35213
2024-11-18T02:13:33,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35213
2024-11-18T02:13:33,849 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/c4730a2bacf8:0 server-side Connection retries=45
2024-11-18T02:13:33,851 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T02:13:33,851 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-18T02:13:33,851 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-18T02:13:33,851 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-18T02:13:33,851 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-18T02:13:33,854 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-18T02:13:33,856 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-18T02:13:33,857 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33637
2024-11-18T02:13:33,859 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33637 connecting to ZooKeeper ensemble=127.0.0.1:51203
2024-11-18T02:13:33,861 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:13:33,863 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:13:33,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336370x0, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-18T02:13:33,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33637-0x10128d9d84e0001 connected
2024-11-18T02:13:33,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T02:13:33,876 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-18T02:13:33,884 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-18T02:13:33,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-18T02:13:33,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-18T02:13:33,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33637
2024-11-18T02:13:33,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33637
2024-11-18T02:13:33,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33637
2024-11-18T02:13:33,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33637
2024-11-18T02:13:33,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33637
2024-11-18T02:13:33,909 DEBUG [M:0;c4730a2bacf8:35213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c4730a2bacf8:35213
2024-11-18T02:13:33,910 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c4730a2bacf8,35213,1731896013075
2024-11-18T02:13:33,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T02:13:33,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T02:13:33,920 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c4730a2bacf8,35213,1731896013075
2024-11-18T02:13:33,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:13:33,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-18T02:13:33,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:13:33,947 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-18T02:13:33,949 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c4730a2bacf8,35213,1731896013075 from backup master directory
2024-11-18T02:13:33,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T02:13:33,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c4730a2bacf8,35213,1731896013075
2024-11-18T02:13:33,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-18T02:13:33,955 WARN  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T02:13:33,955 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c4730a2bacf8,35213,1731896013075
2024-11-18T02:13:33,958 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-18T02:13:33,960 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-18T02:13:34,034 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/hbase.id] with ID: 4d7f00c1-ab51-448c-a35d-dfd2800c0c0b
2024-11-18T02:13:34,035 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/.tmp/hbase.id
2024-11-18T02:13:34,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741826_1002 (size=42)
2024-11-18T02:13:34,051 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/.tmp/hbase.id]:[hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/hbase.id]
2024-11-18T02:13:34,117 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-18T02:13:34,131 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-18T02:13:34,157 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms.
2024-11-18T02:13:34,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:13:34,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:13:34,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741827_1003 (size=196)
2024-11-18T02:13:34,201 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:13:34,204 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-18T02:13:34,228 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:34,233 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T02:13:34,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741828_1004 (size=1189)
2024-11-18T02:13:34,290 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store
2024-11-18T02:13:34,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741829_1005 (size=34)
2024-11-18T02:13:34,313 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-18T02:13:34,317 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:13:34,319 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T02:13:34,319 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:13:34,319 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:13:34,321 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T02:13:34,322 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:13:34,322 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:13:34,323 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731896014318Disabling compacts and flushes for region at 1731896014318Disabling writes for close at 1731896014321 (+3 ms)Writing region close event to WAL at 1731896014322 (+1 ms)Closed at 1731896014322
2024-11-18T02:13:34,326 WARN  [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/.initializing
2024-11-18T02:13:34,326 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/WALs/c4730a2bacf8,35213,1731896013075
2024-11-18T02:13:34,336 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T02:13:34,351 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C35213%2C1731896013075, suffix=, logDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/WALs/c4730a2bacf8,35213,1731896013075, archiveDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/oldWALs, maxLogs=10
2024-11-18T02:13:34,386 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/WALs/c4730a2bacf8,35213,1731896013075/c4730a2bacf8%2C35213%2C1731896013075.1731896014358, exclude list is [], retry=0
2024-11-18T02:13:34,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35597,DS-adc9da2b-a9b4-4f8c-95ac-68f8e1713ed2,DISK]
2024-11-18T02:13:34,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-18T02:13:34,441 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/WALs/c4730a2bacf8,35213,1731896013075/c4730a2bacf8%2C35213%2C1731896013075.1731896014358
2024-11-18T02:13:34,442 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)]
2024-11-18T02:13:34,443 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:13:34,444 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:13:34,448 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:13:34,449 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:13:34,487 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T02:13:34,514 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-18T02:13:34,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:34,520 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:13:34,521 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T02:13:34,524 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-18T02:13:34,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:34,525 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:13:34,525 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T02:13:34,528 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-18T02:13:34,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:34,529 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:13:34,529 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-18T02:13:34,532 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-18T02:13:34,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:34,533 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:13:34,534 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:13:34,537 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:13:34,538 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:13:34,544 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:13:34,545 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:13:34,549 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-18T02:13:34,553 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-18T02:13:34,557 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:13:34,559 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72760458, jitterRate=0.08421531319618225}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-18T02:13:34,565 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731896014462Initializing all the Stores at 1731896014464 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896014465 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896014466 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896014466Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896014466Cleaning up temporary data from old regions at 1731896014545 (+79 ms)Region opened successfully at 1731896014565 (+20 ms)
2024-11-18T02:13:34,566 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-18T02:13:34,601 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3559a3a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0
2024-11-18T02:13:34,634 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-18T02:13:34,648 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-18T02:13:34,648 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-18T02:13:34,651 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-18T02:13:34,653 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-18T02:13:34,658 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-18T02:13:34,658 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-18T02:13:34,691 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-18T02:13:34,702 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-18T02:13:34,705 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-18T02:13:34,707 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-18T02:13:34,709 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-18T02:13:34,711 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-18T02:13:34,714 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-18T02:13:34,718 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-18T02:13:34,721 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-18T02:13:34,723 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-18T02:13:34,724 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-18T02:13:34,746 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-18T02:13:34,748 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-18T02:13:34,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T02:13:34,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-18T02:13:34,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:13:34,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:13:34,758 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c4730a2bacf8,35213,1731896013075, sessionid=0x10128d9d84e0000, setting cluster-up flag (Was=false)
2024-11-18T02:13:34,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:13:34,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:13:34,786 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-18T02:13:34,788 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,35213,1731896013075
2024-11-18T02:13:34,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:13:34,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:13:34,808 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-18T02:13:34,810 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c4730a2bacf8,35213,1731896013075
2024-11-18T02:13:34,817 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-18T02:13:34,905 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(746): ClusterId : 4d7f00c1-ab51-448c-a35d-dfd2800c0c0b
2024-11-18T02:13:34,908 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-18T02:13:34,915 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-18T02:13:34,915 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-18T02:13:34,920 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-18T02:13:34,921 DEBUG [RS:0;c4730a2bacf8:33637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69103853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c4730a2bacf8/172.17.0.2:0
2024-11-18T02:13:34,922 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-18T02:13:34,935 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-18T02:13:34,938 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c4730a2bacf8:33637
2024-11-18T02:13:34,942 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-18T02:13:34,943 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-18T02:13:34,943 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-18T02:13:34,943 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-18T02:13:34,947 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(2659): reportForDuty to master=c4730a2bacf8,35213,1731896013075 with port=33637, startcode=1731896013809
2024-11-18T02:13:34,949 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c4730a2bacf8,35213,1731896013075
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-18T02:13:34,956 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5
2024-11-18T02:13:34,956 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5
2024-11-18T02:13:34,957 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5
2024-11-18T02:13:34,957 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=5, maxPoolSize=5
2024-11-18T02:13:34,957 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c4730a2bacf8:0, corePoolSize=10, maxPoolSize=10
2024-11-18T02:13:34,957 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:13:34,957 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2
2024-11-18T02:13:34,957 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:13:34,962 DEBUG [RS:0;c4730a2bacf8:33637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-18T02:13:34,965 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731896044965
2024-11-18T02:13:34,966 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-18T02:13:34,967 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-18T02:13:34,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T02:13:34,970 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-18T02:13:34,971 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-18T02:13:34,971 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-18T02:13:34,972 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-18T02:13:34,972 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-18T02:13:34,972 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:34,976 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:34,976 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-18T02:13:34,977 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-18T02:13:34,978 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-18T02:13:34,979 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-18T02:13:34,992 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-18T02:13:34,993 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-18T02:13:34,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741831_1007 (size=1321)
2024-11-18T02:13:34,998 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-18T02:13:34,999 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182
2024-11-18T02:13:35,000 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896014994,5,FailOnTimeoutGroup]
2024-11-18T02:13:35,004 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896015001,5,FailOnTimeoutGroup]
2024-11-18T02:13:35,004 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:35,005 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-18T02:13:35,006 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:35,007 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-18T02:13:35,007 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:35,013 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35213 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:35,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741832_1008 (size=32)
2024-11-18T02:13:35,016 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35213 {}] master.ServerManager(517): Registering regionserver=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:35,032 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182
2024-11-18T02:13:35,032 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33145
2024-11-18T02:13:35,032 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-18T02:13:35,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T02:13:35,038 DEBUG [RS:0;c4730a2bacf8:33637 {}] zookeeper.ZKUtil(111): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:35,039 WARN  [RS:0;c4730a2bacf8:33637 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-18T02:13:35,039 INFO  [RS:0;c4730a2bacf8:33637 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T02:13:35,039 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/WALs/c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:35,041 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c4730a2bacf8,33637,1731896013809]
2024-11-18T02:13:35,067 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-18T02:13:35,081 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-18T02:13:35,086 INFO  [RS:0;c4730a2bacf8:33637 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-18T02:13:35,086 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:35,087 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-18T02:13:35,093 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-18T02:13:35,094 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:35,094 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:13:35,094 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:13:35,095 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:13:35,095 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:13:35,095 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:13:35,095 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c4730a2bacf8:0, corePoolSize=2, maxPoolSize=2
2024-11-18T02:13:35,095 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:13:35,095 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:13:35,096 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:13:35,096 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:13:35,096 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:13:35,096 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c4730a2bacf8:0, corePoolSize=1, maxPoolSize=1
2024-11-18T02:13:35,096 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3
2024-11-18T02:13:35,097 DEBUG [RS:0;c4730a2bacf8:33637 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0, corePoolSize=3, maxPoolSize=3
2024-11-18T02:13:35,098 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:35,098 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:35,098 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:35,098 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:35,098 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:35,098 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33637,1731896013809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T02:13:35,118 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-18T02:13:35,120 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,33637,1731896013809-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:35,120 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:35,120 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.Replication(171): c4730a2bacf8,33637,1731896013809 started
2024-11-18T02:13:35,140 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:35,140 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1482): Serving as c4730a2bacf8,33637,1731896013809, RpcServer on c4730a2bacf8/172.17.0.2:33637, sessionid=0x10128d9d84e0001
2024-11-18T02:13:35,141 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-18T02:13:35,141 DEBUG [RS:0;c4730a2bacf8:33637 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:35,141 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,33637,1731896013809'
2024-11-18T02:13:35,141 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-18T02:13:35,142 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-18T02:13:35,143 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-18T02:13:35,143 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-18T02:13:35,143 DEBUG [RS:0;c4730a2bacf8:33637 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:35,143 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c4730a2bacf8,33637,1731896013809'
2024-11-18T02:13:35,143 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-18T02:13:35,144 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-18T02:13:35,145 DEBUG [RS:0;c4730a2bacf8:33637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-18T02:13:35,145 INFO  [RS:0;c4730a2bacf8:33637 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-18T02:13:35,145 INFO  [RS:0;c4730a2bacf8:33637 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-18T02:13:35,250 INFO  [RS:0;c4730a2bacf8:33637 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-18T02:13:35,254 INFO  [RS:0;c4730a2bacf8:33637 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C33637%2C1731896013809, suffix=, logDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/WALs/c4730a2bacf8,33637,1731896013809, archiveDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/oldWALs, maxLogs=32
2024-11-18T02:13:35,271 DEBUG [RS:0;c4730a2bacf8:33637 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/WALs/c4730a2bacf8,33637,1731896013809/c4730a2bacf8%2C33637%2C1731896013809.1731896015256, exclude list is [], retry=0
2024-11-18T02:13:35,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35597,DS-adc9da2b-a9b4-4f8c-95ac-68f8e1713ed2,DISK]
2024-11-18T02:13:35,279 INFO  [RS:0;c4730a2bacf8:33637 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/WALs/c4730a2bacf8,33637,1731896013809/c4730a2bacf8%2C33637%2C1731896013809.1731896015256
2024-11-18T02:13:35,280 DEBUG [RS:0;c4730a2bacf8:33637 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)]
2024-11-18T02:13:35,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:13:35,422 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T02:13:35,425 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T02:13:35,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:35,426 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:13:35,426 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T02:13:35,429 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T02:13:35,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:35,431 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:13:35,431 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T02:13:35,434 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T02:13:35,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:35,435 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:13:35,435 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T02:13:35,438 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T02:13:35,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:35,439 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:13:35,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T02:13:35,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740
2024-11-18T02:13:35,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740
2024-11-18T02:13:35,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T02:13:35,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T02:13:35,446 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T02:13:35,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T02:13:35,453 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:13:35,455 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72400514, jitterRate=0.07885172963142395}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T02:13:35,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731896015419Initializing all the Stores at 1731896015421 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896015421Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896015421Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896015421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896015421Cleaning up temporary data from old regions at 1731896015445 (+24 ms)Region opened successfully at 1731896015457 (+12 ms)
2024-11-18T02:13:35,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T02:13:35,457 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T02:13:35,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T02:13:35,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T02:13:35,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T02:13:35,460 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T02:13:35,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731896015457Disabling compacts and flushes for region at 1731896015457Disabling writes for close at 1731896015458 (+1 ms)Writing region close event to WAL at 1731896015459 (+1 ms)Closed at 1731896015460 (+1 ms)
2024-11-18T02:13:35,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T02:13:35,464 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-18T02:13:35,472 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-18T02:13:35,481 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T02:13:35,485 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-18T02:13:35,637 DEBUG [c4730a2bacf8:35213 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-18T02:13:35,650 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:35,657 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,33637,1731896013809, state=OPENING
2024-11-18T02:13:35,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-18T02:13:35,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:13:35,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:13:35,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T02:13:35,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T02:13:35,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-18T02:13:35,668 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:13:35,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-18T02:13:35,847 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-18T02:13:35,858 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-18T02:13:35,858 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-18T02:13:35,859 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-18T02:13:35,862 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c4730a2bacf8%2C33637%2C1731896013809.meta, suffix=.meta, logDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/WALs/c4730a2bacf8,33637,1731896013809, archiveDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/oldWALs, maxLogs=32
2024-11-18T02:13:35,878 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/WALs/c4730a2bacf8,33637,1731896013809/c4730a2bacf8%2C33637%2C1731896013809.meta.1731896015864.meta, exclude list is [], retry=0
2024-11-18T02:13:35,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35597,DS-adc9da2b-a9b4-4f8c-95ac-68f8e1713ed2,DISK]
2024-11-18T02:13:35,886 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/WALs/c4730a2bacf8,33637,1731896013809/c4730a2bacf8%2C33637%2C1731896013809.meta.1731896015864.meta
2024-11-18T02:13:35,886 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)]
2024-11-18T02:13:35,887 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:13:35,889 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-18T02:13:35,892 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-18T02:13:35,898 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-18T02:13:35,903 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-18T02:13:35,904 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:13:35,904 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-18T02:13:35,904 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-18T02:13:35,908 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-18T02:13:35,909 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-18T02:13:35,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:35,911 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:13:35,911 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-18T02:13:35,913 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-18T02:13:35,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:35,914 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:13:35,914 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-18T02:13:35,916 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-18T02:13:35,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:35,917 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:13:35,917 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-18T02:13:35,918 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-18T02:13:35,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:35,919 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-18T02:13:35,920 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-18T02:13:35,922 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740
2024-11-18T02:13:35,925 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740
2024-11-18T02:13:35,928 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-18T02:13:35,928 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-18T02:13:35,929 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T02:13:35,932 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-18T02:13:35,934 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62056572, jitterRate=-0.07528501749038696}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T02:13:35,934 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-18T02:13:35,937 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731896015905Writing region info on filesystem at 1731896015905Initializing all the Stores at 1731896015907 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896015907Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896015908 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896015908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731896015908Cleaning up temporary data from old regions at 1731896015928 (+20 ms)Running coprocessor post-open hooks at 1731896015935 (+7 ms)Region opened successfully at 1731896015936 (+1 ms)
2024-11-18T02:13:35,945 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731896015834
2024-11-18T02:13:35,959 DEBUG [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-18T02:13:35,960 INFO  [RS_OPEN_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-18T02:13:35,962 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:35,965 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c4730a2bacf8,33637,1731896013809, state=OPEN
2024-11-18T02:13:35,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T02:13:35,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-18T02:13:35,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T02:13:35,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-18T02:13:35,973 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:35,979 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-18T02:13:35,979 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c4730a2bacf8,33637,1731896013809 in 305 msec
2024-11-18T02:13:35,987 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-18T02:13:35,987 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 510 msec
2024-11-18T02:13:35,989 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-18T02:13:35,989 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-18T02:13:36,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:13:36,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:13:36,044 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:13:36,047 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:13:36,074 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec
2024-11-18T02:13:36,075 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731896016074, completionTime=-1
2024-11-18T02:13:36,078 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-18T02:13:36,079 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-18T02:13:36,112 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-18T02:13:36,112 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731896076112
2024-11-18T02:13:36,113 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731896136112
2024-11-18T02:13:36,113 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 34 msec
2024-11-18T02:13:36,115 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35213,1731896013075-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:36,116 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35213,1731896013075-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:36,116 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35213,1731896013075-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:36,117 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c4730a2bacf8:35213, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:36,118 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:36,119 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:36,125 DEBUG [master/c4730a2bacf8:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-18T02:13:36,179 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.223sec
2024-11-18T02:13:36,181 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-18T02:13:36,182 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-18T02:13:36,183 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-18T02:13:36,184 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-18T02:13:36,184 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-18T02:13:36,185 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35213,1731896013075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-18T02:13:36,190 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35213,1731896013075-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-18T02:13:36,203 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-18T02:13:36,204 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-18T02:13:36,205 INFO  [master/c4730a2bacf8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c4730a2bacf8,35213,1731896013075-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-18T02:13:36,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e129cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:36,213 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-18T02:13:36,214 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-18T02:13:36,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:13:36,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:13:36,231 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:13:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:13:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:13:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f835d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:13:36,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:13:36,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:36,244 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:13:36,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebea588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:36,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:13:36,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:13:36,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:13:36,261 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:13:36,284 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c4730a2bacf8,35213,1731896013075
2024-11-18T02:13:36,298 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=3669
2024-11-18T02:13:36,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T02:13:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,35213,1731896013075
2024-11-18T02:13:36,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11630d03
2024-11-18T02:13:36,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T02:13:36,324 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T02:13:36,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T02:13:36,332 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:13:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T02:13:36,347 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:13:36,350 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-11-18T02:13:36,351 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:36,354 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:13:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T02:13:36,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741835_1011 (size=1061)
2024-11-18T02:13:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T02:13:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T02:13:36,772 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182
2024-11-18T02:13:36,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741836_1012 (size=53)
2024-11-18T02:13:36,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:13:36,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 67305d7dd3cc7241eb669c91c27120c6, disabling compactions & flushes
2024-11-18T02:13:36,784 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:36,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:36,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. after waiting 0 ms
2024-11-18T02:13:36,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:36,784 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:36,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67305d7dd3cc7241eb669c91c27120c6:
Waiting for close lock at 1731896016784Disabling compacts and flushes for region at 1731896016784Disabling writes for close at 1731896016784Writing region close event to WAL at 1731896016784Closed at 1731896016784
2024-11-18T02:13:36,787 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:13:36,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731896016787"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896016787"}]},"ts":"1731896016787"}
2024-11-18T02:13:36,800 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:13:36,803 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:13:36,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896016803"}]},"ts":"1731896016803"}
2024-11-18T02:13:36,813 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T02:13:36,815 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=67305d7dd3cc7241eb669c91c27120c6, ASSIGN}]
2024-11-18T02:13:36,818 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=67305d7dd3cc7241eb669c91c27120c6, ASSIGN
2024-11-18T02:13:36,821 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=67305d7dd3cc7241eb669c91c27120c6, ASSIGN; state=OFFLINE, location=c4730a2bacf8,33637,1731896013809; forceNewPlan=false, retain=false
2024-11-18T02:13:36,972 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67305d7dd3cc7241eb669c91c27120c6, regionState=OPENING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:36,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=67305d7dd3cc7241eb669c91c27120c6, ASSIGN because future has completed
2024-11-18T02:13:36,977 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:13:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T02:13:37,138 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:37,138 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:13:37,139 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:37,139 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:13:37,139 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:37,139 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:37,142 INFO  [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 67305d7dd3cc7241eb669c91c27120c6 
2024-11-18T02:13:37,145 INFO  [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:13:37,145 INFO  [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67305d7dd3cc7241eb669c91c27120c6 columnFamilyName A
2024-11-18T02:13:37,146 DEBUG [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:37,147 INFO  [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] regionserver.HStore(327): Store=67305d7dd3cc7241eb669c91c27120c6/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:13:37,147 INFO  [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 67305d7dd3cc7241eb669c91c27120c6 
2024-11-18T02:13:37,149 INFO  [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:13:37,149 INFO  [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67305d7dd3cc7241eb669c91c27120c6 columnFamilyName B
2024-11-18T02:13:37,149 DEBUG [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:37,150 INFO  [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] regionserver.HStore(327): Store=67305d7dd3cc7241eb669c91c27120c6/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:13:37,150 INFO  [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 67305d7dd3cc7241eb669c91c27120c6 
2024-11-18T02:13:37,152 INFO  [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:13:37,152 INFO  [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67305d7dd3cc7241eb669c91c27120c6 columnFamilyName C
2024-11-18T02:13:37,153 DEBUG [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:13:37,153 INFO  [StoreOpener-67305d7dd3cc7241eb669c91c27120c6-1 {}] regionserver.HStore(327): Store=67305d7dd3cc7241eb669c91c27120c6/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:13:37,154 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:37,154 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:37,156 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:37,157 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:37,159 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:37,159 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:37,160 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T02:13:37,162 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:37,166 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:13:37,167 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 67305d7dd3cc7241eb669c91c27120c6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70718473, jitterRate=0.053787365555763245}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T02:13:37,167 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:37,168 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 67305d7dd3cc7241eb669c91c27120c6:
Running coprocessor pre-open hook at 1731896017139Writing region info on filesystem at 1731896017139Initializing all the Stores at 1731896017141 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896017141Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896017141Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896017141Cleaning up temporary data from old regions at 1731896017159 (+18 ms)Running coprocessor post-open hooks at 1731896017167 (+8 ms)Region opened successfully at 1731896017168 (+1 ms)
2024-11-18T02:13:37,170 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., pid=6, masterSystemTime=1731896017131
2024-11-18T02:13:37,174 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:37,174 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:37,175 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67305d7dd3cc7241eb669c91c27120c6, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:37,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:13:37,184 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-18T02:13:37,184 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809 in 203 msec
2024-11-18T02:13:37,187 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-18T02:13:37,188 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=67305d7dd3cc7241eb669c91c27120c6, ASSIGN in 369 msec
2024-11-18T02:13:37,189 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:13:37,189 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896017189"}]},"ts":"1731896017189"}
2024-11-18T02:13:37,192 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T02:13:37,193 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:13:37,196 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 857 msec
2024-11-18T02:13:37,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-18T02:13:37,494 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:13:37,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b3430e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:13:37,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:13:37,504 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:13:37,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:13:37,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:13:37,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707f4ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:13:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:13:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:37,508 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:13:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d1d051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:13:37,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:13:37,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:13:37,515 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:13:37,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T02:13:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,35213,1731896013075
2024-11-18T02:13:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72a990
2024-11-18T02:13:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T02:13:37,525 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T02:13:37,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7685e9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:13:37,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:13:37,538 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:13:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:13:37,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:13:37,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ac3455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:13:37,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:13:37,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:37,546 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:13:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b0e30d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e3eb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:13:37,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:13:37,558 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:13:37,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:13:37,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:13:37,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4545009e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:13:37,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:13:37,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:37,562 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:13:37,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bd1ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4d8404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:13:37,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:13:37,566 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:13:37,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:13:37,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:13:37,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6573bf69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:13:37,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:13:37,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:37,574 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:13:37,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@818d592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382062a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:13:37,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:13:37,590 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:13:37,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:13:37,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:13:37,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546e00f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:13:37,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:13:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:37,598 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:13:37,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3d4946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5332d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:13:37,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:13:37,601 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:13:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:13:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:13:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6d5516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:13:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:13:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:37,603 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:13:37,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596e3a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ef992a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:13:37,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:13:37,607 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:13:37,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:13:37,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:13:37,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9d3a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:13:37,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:13:37,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:37,610 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:13:37,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6debfed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19215e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:13:37,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:13:37,626 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:13:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:13:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:13:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7497bb32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:13:37,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:13:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:37,630 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:13:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58234284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64696a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:13:37,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:13:37,634 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:13:37,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:13:37,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:13:37,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72946440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:13:37,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:13:37,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:37,637 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:13:37,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b0da03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae6950f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:13:37,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:13:37,646 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:13:37,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:13:37,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:13:37,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5180f463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:13:37,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:13:37,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:37,649 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:13:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679806a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:13:37,654 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:13:37,654 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:13:37,657 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:13:37,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:13:37,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:13:37,660 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:13:37,661 DEBUG [Thread-160 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:13:37,662 DEBUG [Thread-160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:13:37,664 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:13:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-11-18T02:13:37,667 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:13:37,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:13:37,668 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:13:37,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:13:37,671 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:13:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:13:37,671 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:13:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:13:37,672 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:13:37,674 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:13:37,674 DEBUG [Thread-143 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:13:37,675 DEBUG [Thread-143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:13:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T02:13:37,680 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:13:37,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:13:37,682 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:13:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:13:37,688 DEBUG [Thread-147 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:13:37,689 DEBUG [Thread-147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:13:37,691 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:13:37,692 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:13:37,693 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:13:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:13:37,695 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:13:37,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:13:37,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:13:37,709 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:13:37,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:13:37,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:13:37,714 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:13:37,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:13:37,732 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:13:37,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:13:37,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:13:37,736 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:13:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:13:37,750 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:13:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:13:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:13:37,756 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:13:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:13:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:37,787 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-18T02:13:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T02:13:37,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:37,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:37,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:37,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:37,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:37,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:37,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T02:13:37,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:37,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:37,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:37,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:37,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:37,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/9d64708048804a96afc7ccd26da56f57 is 50, key is test_row_0/A:col10/1731896017766/Put/seqid=0
2024-11-18T02:13:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T02:13:38,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741837_1013 (size=12001)
2024-11-18T02:13:38,044 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/9d64708048804a96afc7ccd26da56f57
2024-11-18T02:13:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896077976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896077985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T02:13:38,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896077996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896078004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896078038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:38,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:38,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:38,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a0a82f8897264cb59bee3b7b6e9271a4 is 50, key is test_row_0/B:col10/1731896017766/Put/seqid=0
2024-11-18T02:13:38,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896078225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896078225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896078225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896078226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896078233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T02:13:38,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:38,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:38,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:38,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741838_1014 (size=12001)
2024-11-18T02:13:38,303 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a0a82f8897264cb59bee3b7b6e9271a4
2024-11-18T02:13:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T02:13:38,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/38b7185243da40f789835033b8fe3ba7 is 50, key is test_row_0/C:col10/1731896017766/Put/seqid=0
2024-11-18T02:13:38,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741839_1015 (size=12001)
2024-11-18T02:13:38,398 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/38b7185243da40f789835033b8fe3ba7
2024-11-18T02:13:38,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/9d64708048804a96afc7ccd26da56f57 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/9d64708048804a96afc7ccd26da56f57
2024-11-18T02:13:38,433 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/9d64708048804a96afc7ccd26da56f57, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T02:13:38,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T02:13:38,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:38,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:38,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:38,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a0a82f8897264cb59bee3b7b6e9271a4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a0a82f8897264cb59bee3b7b6e9271a4
2024-11-18T02:13:38,458 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a0a82f8897264cb59bee3b7b6e9271a4, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T02:13:38,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/38b7185243da40f789835033b8fe3ba7 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/38b7185243da40f789835033b8fe3ba7
2024-11-18T02:13:38,481 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/38b7185243da40f789835033b8fe3ba7, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T02:13:38,495 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 67305d7dd3cc7241eb669c91c27120c6 in 705ms, sequenceid=13, compaction requested=false
2024-11-18T02:13:38,499 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-18T02:13:38,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:38,525 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB
2024-11-18T02:13:38,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:38,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:13:38,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:38,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:13:38,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:38,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:13:38,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/ec5e38e32753432a919d249edbccfa2e is 50, key is test_row_0/A:col10/1731896018497/Put/seqid=0
2024-11-18T02:13:38,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896078536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896078554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741840_1016 (size=12001)
2024-11-18T02:13:38,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896078560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,584 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/ec5e38e32753432a919d249edbccfa2e
2024-11-18T02:13:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896078560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896078563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T02:13:38,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:38,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:38,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:38,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/2505dd50b5e540e6bbad959e32ad29dc is 50, key is test_row_0/B:col10/1731896018497/Put/seqid=0
2024-11-18T02:13:38,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741841_1017 (size=12001)
2024-11-18T02:13:38,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896078672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896078683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896078693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896078703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896078703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T02:13:38,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:38,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:38,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:38,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T02:13:38,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T02:13:38,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:38,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:38,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:38,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:38,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896078914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896078915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896078923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896078923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:38,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896078924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:38,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:38,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,036 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/2505dd50b5e540e6bbad959e32ad29dc
2024-11-18T02:13:39,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/eb80834c0ef944858bec9872f3fdb3a7 is 50, key is test_row_0/C:col10/1731896018497/Put/seqid=0
2024-11-18T02:13:39,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T02:13:39,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:39,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:39,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:39,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:39,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:39,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741842_1018 (size=12001)
2024-11-18T02:13:39,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T02:13:39,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:39,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:39,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:39,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:39,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:39,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896079222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896079223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896079242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896079242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896079243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T02:13:39,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:39,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:39,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:39,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:39,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:39,499 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/eb80834c0ef944858bec9872f3fdb3a7
2024-11-18T02:13:39,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/ec5e38e32753432a919d249edbccfa2e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/ec5e38e32753432a919d249edbccfa2e
2024-11-18T02:13:39,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T02:13:39,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:39,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:39,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:39,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:39,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:39,545 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/ec5e38e32753432a919d249edbccfa2e, entries=150, sequenceid=35, filesize=11.7 K
2024-11-18T02:13:39,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/2505dd50b5e540e6bbad959e32ad29dc as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/2505dd50b5e540e6bbad959e32ad29dc
2024-11-18T02:13:39,569 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/2505dd50b5e540e6bbad959e32ad29dc, entries=150, sequenceid=35, filesize=11.7 K
2024-11-18T02:13:39,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/eb80834c0ef944858bec9872f3fdb3a7 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/eb80834c0ef944858bec9872f3fdb3a7
2024-11-18T02:13:39,587 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/eb80834c0ef944858bec9872f3fdb3a7, entries=150, sequenceid=35, filesize=11.7 K
2024-11-18T02:13:39,593 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 67305d7dd3cc7241eb669c91c27120c6 in 1068ms, sequenceid=35, compaction requested=false
2024-11-18T02:13:39,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:39,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-18T02:13:39,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:39,692 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:13:39,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:39,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:39,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:39,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:39,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:39,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:39,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/27e63e5f19f344028f96ab386d28dabf is 50, key is test_row_0/A:col10/1731896018558/Put/seqid=0
2024-11-18T02:13:39,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741843_1019 (size=12001)
2024-11-18T02:13:39,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:39,801 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731896019782, max timestamp=1731896019795Num uniques 859; 
2024-11-18T02:13:39,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-18T02:13:39,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731896019782, max timestamp=1731896019795Num uniques 859; 
2024-11-18T02:13:39,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-18T02:13:39,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731896019782, max timestamp=1731896019795Num uniques 859; 
2024-11-18T02:13:39,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-18T02:13:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T02:13:39,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896079834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896079843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896079845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896079837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896079849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896079963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896079964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896079965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896079965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:39,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896079969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:39,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:39,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:39,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,126 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/27e63e5f19f344028f96ab386d28dabf
2024-11-18T02:13:40,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/4f36c87478454defbfb2227e48f88cd6 is 50, key is test_row_0/B:col10/1731896018558/Put/seqid=0
2024-11-18T02:13:40,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896080172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896080172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741844_1020 (size=12001)
2024-11-18T02:13:40,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896080183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,185 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/4f36c87478454defbfb2227e48f88cd6
2024-11-18T02:13:40,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896080183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896080183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/d4902159aaec4607a343eedbe7ade7f2 is 50, key is test_row_0/C:col10/1731896018558/Put/seqid=0
2024-11-18T02:13:40,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741845_1021 (size=12001)
2024-11-18T02:13:40,243 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/d4902159aaec4607a343eedbe7ade7f2
2024-11-18T02:13:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/27e63e5f19f344028f96ab386d28dabf as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/27e63e5f19f344028f96ab386d28dabf
2024-11-18T02:13:40,277 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/27e63e5f19f344028f96ab386d28dabf, entries=150, sequenceid=45, filesize=11.7 K
2024-11-18T02:13:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/4f36c87478454defbfb2227e48f88cd6 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4f36c87478454defbfb2227e48f88cd6
2024-11-18T02:13:40,291 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4f36c87478454defbfb2227e48f88cd6, entries=150, sequenceid=45, filesize=11.7 K
2024-11-18T02:13:40,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/d4902159aaec4607a343eedbe7ade7f2 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d4902159aaec4607a343eedbe7ade7f2
2024-11-18T02:13:40,307 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d4902159aaec4607a343eedbe7ade7f2, entries=150, sequenceid=45, filesize=11.7 K
2024-11-18T02:13:40,313 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 67305d7dd3cc7241eb669c91c27120c6 in 621ms, sequenceid=45, compaction requested=true
2024-11-18T02:13:40,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:40,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:40,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-18T02:13:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-18T02:13:40,320 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-18T02:13:40,321 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6440 sec
2024-11-18T02:13:40,328 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.6650 sec
2024-11-18T02:13:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:40,494 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB
2024-11-18T02:13:40,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:40,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:13:40,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:40,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:13:40,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:40,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:13:40,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/8a9c335ed1704cf9b45477169e56d5a3 is 50, key is test_row_0/A:col10/1731896019841/Put/seqid=0
2024-11-18T02:13:40,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896080503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896080506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741846_1022 (size=12001)
2024-11-18T02:13:40,531 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/8a9c335ed1704cf9b45477169e56d5a3
2024-11-18T02:13:40,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896080521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896080526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896080535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/141d815fb7324ad5baf190986bc7ad7d is 50, key is test_row_0/B:col10/1731896019841/Put/seqid=0
2024-11-18T02:13:40,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741847_1023 (size=12001)
2024-11-18T02:13:40,600 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/141d815fb7324ad5baf190986bc7ad7d
2024-11-18T02:13:40,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/8b76435e14104c08b2041f253cb42ed5 is 50, key is test_row_0/C:col10/1731896019841/Put/seqid=0
2024-11-18T02:13:40,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896080632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896080637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896080644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896080645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896080652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:40,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:40,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741848_1024 (size=12001)
2024-11-18T02:13:40,681 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/8b76435e14104c08b2041f253cb42ed5
2024-11-18T02:13:40,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/8a9c335ed1704cf9b45477169e56d5a3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8a9c335ed1704cf9b45477169e56d5a3
2024-11-18T02:13:40,723 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8a9c335ed1704cf9b45477169e56d5a3, entries=150, sequenceid=82, filesize=11.7 K
2024-11-18T02:13:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/141d815fb7324ad5baf190986bc7ad7d as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/141d815fb7324ad5baf190986bc7ad7d
2024-11-18T02:13:40,762 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/141d815fb7324ad5baf190986bc7ad7d, entries=150, sequenceid=82, filesize=11.7 K
2024-11-18T02:13:40,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/8b76435e14104c08b2041f253cb42ed5 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8b76435e14104c08b2041f253cb42ed5
2024-11-18T02:13:40,781 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8b76435e14104c08b2041f253cb42ed5, entries=150, sequenceid=82, filesize=11.7 K
2024-11-18T02:13:40,784 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=40.25 KB/41220 for 67305d7dd3cc7241eb669c91c27120c6 in 289ms, sequenceid=82, compaction requested=true
2024-11-18T02:13:40,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:40,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:13:40,791 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:40,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:40,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:40,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:40,795 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:40,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:13:40,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:40,799 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:40,800 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:40,801 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/B is initiating minor compaction (all files)
2024-11-18T02:13:40,802 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/B in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:40,803 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a0a82f8897264cb59bee3b7b6e9271a4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/2505dd50b5e540e6bbad959e32ad29dc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4f36c87478454defbfb2227e48f88cd6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/141d815fb7324ad5baf190986bc7ad7d] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=46.9 K
2024-11-18T02:13:40,803 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/A is initiating minor compaction (all files)
2024-11-18T02:13:40,803 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/A in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:40,804 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting a0a82f8897264cb59bee3b7b6e9271a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731896017723
2024-11-18T02:13:40,804 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/9d64708048804a96afc7ccd26da56f57, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/ec5e38e32753432a919d249edbccfa2e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/27e63e5f19f344028f96ab386d28dabf, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8a9c335ed1704cf9b45477169e56d5a3] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=46.9 K
2024-11-18T02:13:40,805 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 2505dd50b5e540e6bbad959e32ad29dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731896017982
2024-11-18T02:13:40,806 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f36c87478454defbfb2227e48f88cd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731896018530
2024-11-18T02:13:40,807 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 141d815fb7324ad5baf190986bc7ad7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731896019841
2024-11-18T02:13:40,812 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d64708048804a96afc7ccd26da56f57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731896017723
2024-11-18T02:13:40,813 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec5e38e32753432a919d249edbccfa2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731896017982
2024-11-18T02:13:40,814 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27e63e5f19f344028f96ab386d28dabf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731896018530
2024-11-18T02:13:40,814 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a9c335ed1704cf9b45477169e56d5a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731896019841
2024-11-18T02:13:40,859 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#B#compaction#12 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:40,860 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/7473566a621c4aa89d69b7f2608d590c is 50, key is test_row_0/B:col10/1731896019841/Put/seqid=0
2024-11-18T02:13:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:40,866 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:13:40,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:40,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:40,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:40,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:40,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:40,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:40,885 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#A#compaction#13 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:40,886 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/021a3ecb61584f1db7d29b7c5c8f8b7e is 50, key is test_row_0/A:col10/1731896019841/Put/seqid=0
2024-11-18T02:13:40,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/6e70034d5c09493983a7ab61f3531987 is 50, key is test_row_0/A:col10/1731896020864/Put/seqid=0
2024-11-18T02:13:40,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741849_1025 (size=12139)
2024-11-18T02:13:40,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741850_1026 (size=12139)
2024-11-18T02:13:40,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741851_1027 (size=12001)
2024-11-18T02:13:40,918 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/6e70034d5c09493983a7ab61f3531987
2024-11-18T02:13:40,933 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/021a3ecb61584f1db7d29b7c5c8f8b7e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/021a3ecb61584f1db7d29b7c5c8f8b7e
2024-11-18T02:13:40,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/5dd9a89b88a24c1fb91cadde52042b21 is 50, key is test_row_0/B:col10/1731896020864/Put/seqid=0
2024-11-18T02:13:40,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731896020915, max timestamp=1731896020951Num uniques 859; 
2024-11-18T02:13:40,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:13:40,965 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/A of 67305d7dd3cc7241eb669c91c27120c6 into 021a3ecb61584f1db7d29b7c5c8f8b7e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:40,965 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:40,968 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/A, priority=12, startTime=1731896020786; duration=0sec
2024-11-18T02:13:40,969 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:40,969 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:A
2024-11-18T02:13:40,969 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:40,972 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:40,972 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/C is initiating minor compaction (all files)
2024-11-18T02:13:40,973 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/C in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:40,973 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/38b7185243da40f789835033b8fe3ba7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/eb80834c0ef944858bec9872f3fdb3a7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d4902159aaec4607a343eedbe7ade7f2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8b76435e14104c08b2041f253cb42ed5] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=46.9 K
2024-11-18T02:13:40,974 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38b7185243da40f789835033b8fe3ba7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731896017723
2024-11-18T02:13:40,975 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb80834c0ef944858bec9872f3fdb3a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731896017982
2024-11-18T02:13:40,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=200, cellSize=9160, totalHeapSize=21040, min timestamp=1731896020915, max timestamp=1731896020951Num uniques 859; 
2024-11-18T02:13:40,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9160, suffix heap size=117064,new segment heap size=21040 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=200
2024-11-18T02:13:40,977 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4902159aaec4607a343eedbe7ade7f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1731896018530
2024-11-18T02:13:40,978 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b76435e14104c08b2041f253cb42ed5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731896019841
2024-11-18T02:13:40,997 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731896020915, max timestamp=1731896020951Num uniques 859; 
2024-11-18T02:13:40,997 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-18T02:13:41,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741852_1028 (size=12001)
2024-11-18T02:13:41,003 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/5dd9a89b88a24c1fb91cadde52042b21
2024-11-18T02:13:41,011 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#C#compaction#16 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:41,013 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/6dc5065703824dfdba34bf6a0e376ce6 is 50, key is test_row_0/C:col10/1731896019841/Put/seqid=0
2024-11-18T02:13:41,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/12e0ee7d486846f3b84f521cf0bf231b is 50, key is test_row_0/C:col10/1731896020864/Put/seqid=0
2024-11-18T02:13:41,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741853_1029 (size=12139)
2024-11-18T02:13:41,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896081042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896081042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896081050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896081054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,074 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/6dc5065703824dfdba34bf6a0e376ce6 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/6dc5065703824dfdba34bf6a0e376ce6
2024-11-18T02:13:41,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896081063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,086 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/C of 67305d7dd3cc7241eb669c91c27120c6 into 6dc5065703824dfdba34bf6a0e376ce6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:41,086 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:41,087 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/C, priority=12, startTime=1731896020796; duration=0sec
2024-11-18T02:13:41,087 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:41,087 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:13:41,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741854_1030 (size=12001)
2024-11-18T02:13:41,090 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/12e0ee7d486846f3b84f521cf0bf231b
2024-11-18T02:13:41,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/6e70034d5c09493983a7ab61f3531987 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6e70034d5c09493983a7ab61f3531987
2024-11-18T02:13:41,115 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6e70034d5c09493983a7ab61f3531987, entries=150, sequenceid=92, filesize=11.7 K
2024-11-18T02:13:41,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/5dd9a89b88a24c1fb91cadde52042b21 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/5dd9a89b88a24c1fb91cadde52042b21
2024-11-18T02:13:41,132 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/5dd9a89b88a24c1fb91cadde52042b21, entries=150, sequenceid=92, filesize=11.7 K
2024-11-18T02:13:41,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/12e0ee7d486846f3b84f521cf0bf231b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/12e0ee7d486846f3b84f521cf0bf231b
2024-11-18T02:13:41,147 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/12e0ee7d486846f3b84f521cf0bf231b, entries=150, sequenceid=92, filesize=11.7 K
2024-11-18T02:13:41,149 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.15 KB/134300 for 67305d7dd3cc7241eb669c91c27120c6 in 282ms, sequenceid=92, compaction requested=false
2024-11-18T02:13:41,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:41,180 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=137.86 KB heapSize=393.31 KB
2024-11-18T02:13:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:13:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:13:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:41,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:13:41,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896081191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/d0a724cffa394518a91216ebc5b94b2b is 50, key is test_row_0/A:col10/1731896021059/Put/seqid=0
2024-11-18T02:13:41,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896081195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896081195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896081198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896081201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741855_1031 (size=14391)
2024-11-18T02:13:41,231 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/d0a724cffa394518a91216ebc5b94b2b
2024-11-18T02:13:41,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/48825b4df1d04917829a848c939b9c04 is 50, key is test_row_0/B:col10/1731896021059/Put/seqid=0
2024-11-18T02:13:41,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896081312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,319 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/7473566a621c4aa89d69b7f2608d590c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/7473566a621c4aa89d69b7f2608d590c
2024-11-18T02:13:41,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741856_1032 (size=12051)
2024-11-18T02:13:41,331 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.57 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/48825b4df1d04917829a848c939b9c04
2024-11-18T02:13:41,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896081323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896081323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896081324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,333 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/B of 67305d7dd3cc7241eb669c91c27120c6 into 7473566a621c4aa89d69b7f2608d590c(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:41,335 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:41,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896081332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,338 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/B, priority=12, startTime=1731896020794; duration=0sec
2024-11-18T02:13:41,339 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:41,339 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:B
2024-11-18T02:13:41,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/788601c9f34346eaad51bcf7ecc195f0 is 50, key is test_row_0/C:col10/1731896021059/Put/seqid=0
2024-11-18T02:13:41,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741857_1033 (size=12051)
2024-11-18T02:13:41,379 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/788601c9f34346eaad51bcf7ecc195f0
2024-11-18T02:13:41,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/d0a724cffa394518a91216ebc5b94b2b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/d0a724cffa394518a91216ebc5b94b2b
2024-11-18T02:13:41,407 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:13:41,413 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/d0a724cffa394518a91216ebc5b94b2b, entries=200, sequenceid=131, filesize=14.1 K
2024-11-18T02:13:41,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/48825b4df1d04917829a848c939b9c04 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/48825b4df1d04917829a848c939b9c04
2024-11-18T02:13:41,430 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/48825b4df1d04917829a848c939b9c04, entries=150, sequenceid=131, filesize=11.8 K
2024-11-18T02:13:41,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/788601c9f34346eaad51bcf7ecc195f0 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/788601c9f34346eaad51bcf7ecc195f0
2024-11-18T02:13:41,446 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/788601c9f34346eaad51bcf7ecc195f0, entries=150, sequenceid=131, filesize=11.8 K
2024-11-18T02:13:41,448 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~137.86 KB/141170, heapSize ~393.27 KB/402704, currentSize=40.25 KB/41220 for 67305d7dd3cc7241eb669c91c27120c6 in 267ms, sequenceid=131, compaction requested=true
2024-11-18T02:13:41,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:41,448 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:41,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:13:41,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:41,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:41,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:41,450 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:13:41,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:41,451 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38531 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:41,451 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/A is initiating minor compaction (all files)
2024-11-18T02:13:41,451 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/A in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:41,452 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/021a3ecb61584f1db7d29b7c5c8f8b7e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6e70034d5c09493983a7ab61f3531987, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/d0a724cffa394518a91216ebc5b94b2b] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=37.6 K
2024-11-18T02:13:41,452 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36191 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:41,452 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/B is initiating minor compaction (all files)
2024-11-18T02:13:41,452 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/B in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:41,452 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/7473566a621c4aa89d69b7f2608d590c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/5dd9a89b88a24c1fb91cadde52042b21, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/48825b4df1d04917829a848c939b9c04] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=35.3 K
2024-11-18T02:13:41,452 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 021a3ecb61584f1db7d29b7c5c8f8b7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731896019841
2024-11-18T02:13:41,453 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e70034d5c09493983a7ab61f3531987, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731896020502
2024-11-18T02:13:41,453 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7473566a621c4aa89d69b7f2608d590c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731896019841
2024-11-18T02:13:41,454 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d0a724cffa394518a91216ebc5b94b2b, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731896021040
2024-11-18T02:13:41,454 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dd9a89b88a24c1fb91cadde52042b21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731896020502
2024-11-18T02:13:41,456 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48825b4df1d04917829a848c939b9c04, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731896021046
2024-11-18T02:13:41,474 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:41,475 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/c19b8508bdeb4a2eafc56490051085cd is 50, key is test_row_0/A:col10/1731896021059/Put/seqid=0
2024-11-18T02:13:41,483 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#B#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:41,484 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/cbc7d940abb34c64a71a6515acc4db4c is 50, key is test_row_0/B:col10/1731896021059/Put/seqid=0
2024-11-18T02:13:41,501 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-18T02:13:41,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741858_1034 (size=12291)
2024-11-18T02:13:41,531 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:13:41,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:41,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:41,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:41,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:41,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:41,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:41,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741859_1035 (size=12291)
2024-11-18T02:13:41,551 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/c19b8508bdeb4a2eafc56490051085cd as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/c19b8508bdeb4a2eafc56490051085cd
2024-11-18T02:13:41,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/08d52d6bfff34b7e921175c13eee12dc is 50, key is test_row_0/A:col10/1731896021193/Put/seqid=0
2024-11-18T02:13:41,553 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/cbc7d940abb34c64a71a6515acc4db4c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/cbc7d940abb34c64a71a6515acc4db4c
2024-11-18T02:13:41,571 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/A of 67305d7dd3cc7241eb669c91c27120c6 into c19b8508bdeb4a2eafc56490051085cd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:41,571 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:41,571 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/A, priority=13, startTime=1731896021448; duration=0sec
2024-11-18T02:13:41,571 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:41,572 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:A
2024-11-18T02:13:41,572 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:41,574 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36191 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:41,574 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/C is initiating minor compaction (all files)
2024-11-18T02:13:41,574 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/C in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:41,574 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/6dc5065703824dfdba34bf6a0e376ce6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/12e0ee7d486846f3b84f521cf0bf231b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/788601c9f34346eaad51bcf7ecc195f0] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=35.3 K
2024-11-18T02:13:41,575 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dc5065703824dfdba34bf6a0e376ce6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731896019841
2024-11-18T02:13:41,575 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 12e0ee7d486846f3b84f521cf0bf231b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731896020502
2024-11-18T02:13:41,576 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/B of 67305d7dd3cc7241eb669c91c27120c6 into cbc7d940abb34c64a71a6515acc4db4c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:41,576 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:41,576 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/B, priority=13, startTime=1731896021449; duration=0sec
2024-11-18T02:13:41,576 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:41,576 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:B
2024-11-18T02:13:41,576 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 788601c9f34346eaad51bcf7ecc195f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731896021046
2024-11-18T02:13:41,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741860_1036 (size=9757)
2024-11-18T02:13:41,583 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/08d52d6bfff34b7e921175c13eee12dc
2024-11-18T02:13:41,593 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:41,594 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/61f8a1b28eea4a02bf8e2975f565c333 is 50, key is test_row_0/C:col10/1731896021059/Put/seqid=0
2024-11-18T02:13:41,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/8208265ef7894baea992447517e92613 is 50, key is test_row_0/B:col10/1731896021193/Put/seqid=0
2024-11-18T02:13:41,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896021580, max timestamp=1731896021609Num uniques 859; 
2024-11-18T02:13:41,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:13:41,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896021580, max timestamp=1731896021609Num uniques 859; 
2024-11-18T02:13:41,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:13:41,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=187, cellSize=8562, totalHeapSize=19688, min timestamp=1731896021580, max timestamp=1731896021604Num uniques 859; 
2024-11-18T02:13:41,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=8562, suffix heap size=117064,new segment heap size=19688 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=187
2024-11-18T02:13:41,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741861_1037 (size=12291)
2024-11-18T02:13:41,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741862_1038 (size=9757)
2024-11-18T02:13:41,667 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/61f8a1b28eea4a02bf8e2975f565c333 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/61f8a1b28eea4a02bf8e2975f565c333
2024-11-18T02:13:41,680 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/C of 67305d7dd3cc7241eb669c91c27120c6 into 61f8a1b28eea4a02bf8e2975f565c333(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:41,680 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:41,680 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/C, priority=13, startTime=1731896021450; duration=0sec
2024-11-18T02:13:41,680 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:41,680 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:13:41,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896081677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896081680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896081685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896081686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896081687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896081792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896081793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896081802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896081802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896081803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:41,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:41,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-18T02:13:41,843 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:13:41,843 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:13:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-11-18T02:13:41,848 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:13:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T02:13:41,852 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:13:41,852 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:13:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T02:13:42,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896082002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T02:13:42,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:42,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896082003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:42,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:42,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:42,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896082022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896082022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896082023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,062 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/8208265ef7894baea992447517e92613
2024-11-18T02:13:42,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/861027ab8462415ea9e06b4fe4f750e7 is 50, key is test_row_0/C:col10/1731896021193/Put/seqid=0
2024-11-18T02:13:42,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741863_1039 (size=9757)
2024-11-18T02:13:42,109 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/861027ab8462415ea9e06b4fe4f750e7
2024-11-18T02:13:42,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/08d52d6bfff34b7e921175c13eee12dc as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/08d52d6bfff34b7e921175c13eee12dc
2024-11-18T02:13:42,134 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/08d52d6bfff34b7e921175c13eee12dc, entries=100, sequenceid=142, filesize=9.5 K
2024-11-18T02:13:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/8208265ef7894baea992447517e92613 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8208265ef7894baea992447517e92613
2024-11-18T02:13:42,153 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8208265ef7894baea992447517e92613, entries=100, sequenceid=142, filesize=9.5 K
2024-11-18T02:13:42,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/861027ab8462415ea9e06b4fe4f750e7 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/861027ab8462415ea9e06b4fe4f750e7
2024-11-18T02:13:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T02:13:42,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T02:13:42,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:42,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:42,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:42,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:42,172 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/861027ab8462415ea9e06b4fe4f750e7, entries=100, sequenceid=142, filesize=9.5 K
2024-11-18T02:13:42,173 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=135.44 KB/138688 for 67305d7dd3cc7241eb669c91c27120c6 in 642ms, sequenceid=142, compaction requested=false
2024-11-18T02:13:42,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:42,319 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=142.15 KB heapSize=408.45 KB
2024-11-18T02:13:42,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:42,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T02:13:42,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:42,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T02:13:42,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:42,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T02:13:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:42,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T02:13:42,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:42,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:42,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:42,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:42,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:42,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/1580edbca885442bb4617c21324d57f1 is 50, key is test_row_0/A:col10/1731896022316/Put/seqid=0
2024-11-18T02:13:42,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896082333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896082341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896082341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896082343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,350 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896082344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741864_1040 (size=14541)
2024-11-18T02:13:42,360 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48.22 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/1580edbca885442bb4617c21324d57f1
2024-11-18T02:13:42,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/e6770a4a30a7429aaa607377cfb78795 is 50, key is test_row_0/B:col10/1731896022316/Put/seqid=0
2024-11-18T02:13:42,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741865_1041 (size=12151)
2024-11-18T02:13:42,393 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/e6770a4a30a7429aaa607377cfb78795
2024-11-18T02:13:42,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/f0bc527fd5484b2793e4d53b00641718 is 50, key is test_row_0/C:col10/1731896022316/Put/seqid=0
2024-11-18T02:13:42,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741866_1042 (size=12151)
2024-11-18T02:13:42,420 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/f0bc527fd5484b2793e4d53b00641718
2024-11-18T02:13:42,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/1580edbca885442bb4617c21324d57f1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/1580edbca885442bb4617c21324d57f1
2024-11-18T02:13:42,443 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/1580edbca885442bb4617c21324d57f1, entries=200, sequenceid=183, filesize=14.2 K
2024-11-18T02:13:42,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/e6770a4a30a7429aaa607377cfb78795 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/e6770a4a30a7429aaa607377cfb78795
2024-11-18T02:13:42,452 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/e6770a4a30a7429aaa607377cfb78795, entries=150, sequenceid=183, filesize=11.9 K
2024-11-18T02:13:42,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/f0bc527fd5484b2793e4d53b00641718 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f0bc527fd5484b2793e4d53b00641718
2024-11-18T02:13:42,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896082452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896082453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,464 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f0bc527fd5484b2793e4d53b00641718, entries=150, sequenceid=183, filesize=11.9 K
2024-11-18T02:13:42,466 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~142.15 KB/145558, heapSize ~408.41 KB/418208, currentSize=40.25 KB/41220 for 67305d7dd3cc7241eb669c91c27120c6 in 147ms, sequenceid=183, compaction requested=true
2024-11-18T02:13:42,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:42,466 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:42,468 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36589 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:42,468 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/A is initiating minor compaction (all files)
2024-11-18T02:13:42,469 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/A in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:42,469 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/c19b8508bdeb4a2eafc56490051085cd, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/08d52d6bfff34b7e921175c13eee12dc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/1580edbca885442bb4617c21324d57f1] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=35.7 K
2024-11-18T02:13:42,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:13:42,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:42,469 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:42,470 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting c19b8508bdeb4a2eafc56490051085cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731896021046
2024-11-18T02:13:42,471 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08d52d6bfff34b7e921175c13eee12dc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731896021193
2024-11-18T02:13:42,472 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1580edbca885442bb4617c21324d57f1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731896021680
2024-11-18T02:13:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T02:13:42,473 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34199 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:42,473 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/B is initiating minor compaction (all files)
2024-11-18T02:13:42,473 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/B in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:42,473 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/cbc7d940abb34c64a71a6515acc4db4c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8208265ef7894baea992447517e92613, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/e6770a4a30a7429aaa607377cfb78795] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=33.4 K
2024-11-18T02:13:42,475 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting cbc7d940abb34c64a71a6515acc4db4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731896021046
2024-11-18T02:13:42,476 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 8208265ef7894baea992447517e92613, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731896021193
2024-11-18T02:13:42,477 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting e6770a4a30a7429aaa607377cfb78795, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731896021680
2024-11-18T02:13:42,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-18T02:13:42,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:42,480 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T02:13:42,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:42,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:42,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:42,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:42,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:42,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:42,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:42,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:42,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:13:42,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:42,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:42,502 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#A#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:42,503 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/f92ad25f8a494ed59451481df0c0f430 is 50, key is test_row_0/A:col10/1731896022316/Put/seqid=0
2024-11-18T02:13:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/af6815e83f3d458e9517feea5407b06b is 50, key is test_row_0/A:col10/1731896022471/Put/seqid=0
2024-11-18T02:13:42,512 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#B#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:42,512 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/780c9905276242818b1aae41f6b92fd2 is 50, key is test_row_0/B:col10/1731896022316/Put/seqid=0
2024-11-18T02:13:42,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896082519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896082519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896082527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741867_1043 (size=12493)
2024-11-18T02:13:42,549 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/f92ad25f8a494ed59451481df0c0f430 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f92ad25f8a494ed59451481df0c0f430
2024-11-18T02:13:42,573 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/A of 67305d7dd3cc7241eb669c91c27120c6 into f92ad25f8a494ed59451481df0c0f430(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:42,574 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:42,574 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/A, priority=13, startTime=1731896022466; duration=0sec
2024-11-18T02:13:42,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741868_1044 (size=14541)
2024-11-18T02:13:42,574 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:42,577 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:A
2024-11-18T02:13:42,577 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:42,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741869_1045 (size=12493)
2024-11-18T02:13:42,580 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34199 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:42,580 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/C is initiating minor compaction (all files)
2024-11-18T02:13:42,580 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/C in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:42,580 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/61f8a1b28eea4a02bf8e2975f565c333, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/861027ab8462415ea9e06b4fe4f750e7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f0bc527fd5484b2793e4d53b00641718] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=33.4 K
2024-11-18T02:13:42,581 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61f8a1b28eea4a02bf8e2975f565c333, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731896021046
2024-11-18T02:13:42,581 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 861027ab8462415ea9e06b4fe4f750e7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731896021193
2024-11-18T02:13:42,582 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0bc527fd5484b2793e4d53b00641718, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731896021680
2024-11-18T02:13:42,611 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#C#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:42,612 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/e2df2c42d66f430ca9d9a0cdff631212 is 50, key is test_row_0/C:col10/1731896022316/Put/seqid=0
2024-11-18T02:13:42,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741870_1046 (size=12493)
2024-11-18T02:13:42,638 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/e2df2c42d66f430ca9d9a0cdff631212 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/e2df2c42d66f430ca9d9a0cdff631212
2024-11-18T02:13:42,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896082632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896082632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896082642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,663 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/C of 67305d7dd3cc7241eb669c91c27120c6 into e2df2c42d66f430ca9d9a0cdff631212(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:42,663 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:42,663 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/C, priority=13, startTime=1731896022484; duration=0sec
2024-11-18T02:13:42,663 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:42,663 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:13:42,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896082662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896082662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896082841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896082852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896082862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896082972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896082972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:42,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:42,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/af6815e83f3d458e9517feea5407b06b
2024-11-18T02:13:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T02:13:43,006 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/780c9905276242818b1aae41f6b92fd2 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/780c9905276242818b1aae41f6b92fd2
2024-11-18T02:13:43,017 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/B of 67305d7dd3cc7241eb669c91c27120c6 into 780c9905276242818b1aae41f6b92fd2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:43,017 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:43,017 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/B, priority=13, startTime=1731896022469; duration=0sec
2024-11-18T02:13:43,018 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:43,018 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:B
2024-11-18T02:13:43,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/cb988335fc0146b38d09a89ca9698688 is 50, key is test_row_0/B:col10/1731896022471/Put/seqid=0
2024-11-18T02:13:43,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741871_1047 (size=12151)
2024-11-18T02:13:43,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896083162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:43,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:43,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896083162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:43,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:43,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896083172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:43,443 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/cb988335fc0146b38d09a89ca9698688
2024-11-18T02:13:43,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/d9943b9e53ab41118624020eef0e6d0f is 50, key is test_row_0/C:col10/1731896022471/Put/seqid=0
2024-11-18T02:13:43,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741872_1048 (size=12151)
2024-11-18T02:13:43,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896083482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896083482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:43,493 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-18T02:13:43,493 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-18T02:13:43,496 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T02:13:43,496 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-18T02:13:43,496 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-18T02:13:43,496 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-18T02:13:43,497 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-18T02:13:43,497 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-18T02:13:43,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896083672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:43,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896083672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:43,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:43,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896083682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:43,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:43,875 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/d9943b9e53ab41118624020eef0e6d0f
2024-11-18T02:13:43,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/af6815e83f3d458e9517feea5407b06b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/af6815e83f3d458e9517feea5407b06b
2024-11-18T02:13:43,891 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/af6815e83f3d458e9517feea5407b06b, entries=200, sequenceid=199, filesize=14.2 K
2024-11-18T02:13:43,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/cb988335fc0146b38d09a89ca9698688 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/cb988335fc0146b38d09a89ca9698688
2024-11-18T02:13:43,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/cb988335fc0146b38d09a89ca9698688, entries=150, sequenceid=199, filesize=11.9 K
2024-11-18T02:13:43,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/d9943b9e53ab41118624020eef0e6d0f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d9943b9e53ab41118624020eef0e6d0f
2024-11-18T02:13:43,909 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d9943b9e53ab41118624020eef0e6d0f, entries=150, sequenceid=199, filesize=11.9 K
2024-11-18T02:13:43,910 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 67305d7dd3cc7241eb669c91c27120c6 in 1430ms, sequenceid=199, compaction requested=false
2024-11-18T02:13:43,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:43,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:43,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-18T02:13:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-18T02:13:43,915 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-18T02:13:43,916 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0610 sec
2024-11-18T02:13:43,918 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.0730 sec
2024-11-18T02:13:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-18T02:13:43,993 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:13:43,994 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:13:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-11-18T02:13:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T02:13:43,997 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:13:43,998 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:13:43,998 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:13:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T02:13:44,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-18T02:13:44,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:44,152 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T02:13:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:44,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/6cffc40e902e46c0b900b40c6292db7a is 50, key is test_row_0/A:col10/1731896022507/Put/seqid=0
2024-11-18T02:13:44,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741873_1049 (size=12151)
2024-11-18T02:13:44,197 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/6cffc40e902e46c0b900b40c6292db7a
2024-11-18T02:13:44,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/8438087c104f4d9fa30ae935b0f16e49 is 50, key is test_row_0/B:col10/1731896022507/Put/seqid=0
2024-11-18T02:13:44,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741874_1050 (size=12151)
2024-11-18T02:13:44,229 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/8438087c104f4d9fa30ae935b0f16e49
2024-11-18T02:13:44,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/7fc8e770599b45c0a3e1fb526dafbf7e is 50, key is test_row_0/C:col10/1731896022507/Put/seqid=0
2024-11-18T02:13:44,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741875_1051 (size=12151)
2024-11-18T02:13:44,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/7fc8e770599b45c0a3e1fb526dafbf7e
2024-11-18T02:13:44,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/6cffc40e902e46c0b900b40c6292db7a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6cffc40e902e46c0b900b40c6292db7a
2024-11-18T02:13:44,300 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6cffc40e902e46c0b900b40c6292db7a, entries=150, sequenceid=218, filesize=11.9 K
2024-11-18T02:13:44,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/8438087c104f4d9fa30ae935b0f16e49 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8438087c104f4d9fa30ae935b0f16e49
2024-11-18T02:13:44,309 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8438087c104f4d9fa30ae935b0f16e49, entries=150, sequenceid=218, filesize=11.9 K
2024-11-18T02:13:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/7fc8e770599b45c0a3e1fb526dafbf7e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7fc8e770599b45c0a3e1fb526dafbf7e
2024-11-18T02:13:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T02:13:44,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7fc8e770599b45c0a3e1fb526dafbf7e, entries=150, sequenceid=218, filesize=11.9 K
2024-11-18T02:13:44,321 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 67305d7dd3cc7241eb669c91c27120c6 in 169ms, sequenceid=218, compaction requested=true
2024-11-18T02:13:44,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:44,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:44,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-18T02:13:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-18T02:13:44,330 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-18T02:13:44,330 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 326 msec
2024-11-18T02:13:44,335 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 337 msec
2024-11-18T02:13:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:44,526 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:13:44,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:44,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:44,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:44,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:44,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:44,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:44,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/410de1b55f2c4a06a6db289b43573aa5 is 50, key is test_row_0/A:col10/1731896024514/Put/seqid=0
2024-11-18T02:13:44,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741876_1052 (size=14541)
2024-11-18T02:13:44,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896024592, max timestamp=1731896024608Num uniques 859; 
2024-11-18T02:13:44,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896024592, max timestamp=1731896024608Num uniques 859; 
2024-11-18T02:13:44,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:13:44,614 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:13:44,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896024592, max timestamp=1731896024608Num uniques 859; 
2024-11-18T02:13:44,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:13:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-18T02:13:44,623 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:13:44,623 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:13:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-11-18T02:13:44,626 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:13:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T02:13:44,627 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:13:44,627 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:13:44,702 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731896024624, max timestamp=1731896024696Num uniques 1018; 
2024-11-18T02:13:44,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731896024624, max timestamp=1731896024696Num uniques 1018; 
2024-11-18T02:13:44,702 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318
2024-11-18T02:13:44,702 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318
2024-11-18T02:13:44,702 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731896024624, max timestamp=1731896024696Num uniques 1018; 
2024-11-18T02:13:44,702 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318
2024-11-18T02:13:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T02:13:44,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896084726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:44,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:44,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896084729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:44,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:44,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:44,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896084736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896084738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:44,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:44,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896084741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:44,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:44,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:44,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:44,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:44,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:44,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:44,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:44,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:44,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896084852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:44,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896084852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:44,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896084852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:44,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:44,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896084853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896084853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:44,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:44,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:44,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:44,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:44,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:44,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T02:13:44,955 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/410de1b55f2c4a06a6db289b43573aa5
2024-11-18T02:13:44,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a9854137f4f54943b6b4b5f19cb6c79e is 50, key is test_row_0/B:col10/1731896024514/Put/seqid=0
2024-11-18T02:13:44,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741877_1053 (size=12151)
2024-11-18T02:13:45,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896085062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896085073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896085074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896085074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896085074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:45,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:45,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:45,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:45,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T02:13:45,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896085372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,384 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a9854137f4f54943b6b4b5f19cb6c79e
2024-11-18T02:13:45,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896085392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896085392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896085392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896085393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/7a81812a8dc140d59c8ef837b953ed0a is 50, key is test_row_0/C:col10/1731896024514/Put/seqid=0
2024-11-18T02:13:45,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741878_1054 (size=12151)
2024-11-18T02:13:45,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:45,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:45,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:45,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:45,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T02:13:45,824 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/7a81812a8dc140d59c8ef837b953ed0a
2024-11-18T02:13:45,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/410de1b55f2c4a06a6db289b43573aa5 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/410de1b55f2c4a06a6db289b43573aa5
2024-11-18T02:13:45,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:45,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:45,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,866 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/410de1b55f2c4a06a6db289b43573aa5, entries=200, sequenceid=228, filesize=14.2 K
2024-11-18T02:13:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:45,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a9854137f4f54943b6b4b5f19cb6c79e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a9854137f4f54943b6b4b5f19cb6c79e
2024-11-18T02:13:45,880 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a9854137f4f54943b6b4b5f19cb6c79e, entries=150, sequenceid=228, filesize=11.9 K
2024-11-18T02:13:45,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/7a81812a8dc140d59c8ef837b953ed0a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7a81812a8dc140d59c8ef837b953ed0a
2024-11-18T02:13:45,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896085913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896085913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896085914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896085914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,922 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7a81812a8dc140d59c8ef837b953ed0a, entries=150, sequenceid=228, filesize=11.9 K
2024-11-18T02:13:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:45,923 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 67305d7dd3cc7241eb669c91c27120c6 in 1397ms, sequenceid=228, compaction requested=true
2024-11-18T02:13:45,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:45,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:13:45,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:45,923 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:45,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:45,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:45,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:13:45,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T02:13:45,924 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:45,926 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=147.60 KB heapSize=409.92 KB
2024-11-18T02:13:45,926 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:45,926 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/A is initiating minor compaction (all files)
2024-11-18T02:13:45,926 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/A in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:45,927 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f92ad25f8a494ed59451481df0c0f430, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/af6815e83f3d458e9517feea5407b06b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6cffc40e902e46c0b900b40c6292db7a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/410de1b55f2c4a06a6db289b43573aa5] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=52.5 K
2024-11-18T02:13:45,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:13:45,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:45,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:13:45,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:45,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:13:45,927 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:45,927 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/B is initiating minor compaction (all files)
2024-11-18T02:13:45,928 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/B in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:45,928 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/780c9905276242818b1aae41f6b92fd2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/cb988335fc0146b38d09a89ca9698688, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8438087c104f4d9fa30ae935b0f16e49, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a9854137f4f54943b6b4b5f19cb6c79e] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=47.8 K
2024-11-18T02:13:45,928 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting f92ad25f8a494ed59451481df0c0f430, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731896021680
2024-11-18T02:13:45,928 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 780c9905276242818b1aae41f6b92fd2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731896021680
2024-11-18T02:13:45,929 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb988335fc0146b38d09a89ca9698688, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731896022471
2024-11-18T02:13:45,929 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8438087c104f4d9fa30ae935b0f16e49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731896022507
2024-11-18T02:13:45,931 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9854137f4f54943b6b4b5f19cb6c79e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731896024509
2024-11-18T02:13:45,933 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting af6815e83f3d458e9517feea5407b06b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731896022471
2024-11-18T02:13:45,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/6eafe92bd7084ed6ba9385e964d383ab is 50, key is test_row_0/A:col10/1731896025924/Put/seqid=0
2024-11-18T02:13:45,947 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cffc40e902e46c0b900b40c6292db7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731896022507
2024-11-18T02:13:45,948 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 410de1b55f2c4a06a6db289b43573aa5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731896024506
2024-11-18T02:13:45,983 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:45,984 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/248c6534d75d42e3ab0279b5eb79d80e is 50, key is test_row_0/B:col10/1731896024514/Put/seqid=0
2024-11-18T02:13:45,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741879_1055 (size=14741)
2024-11-18T02:13:45,994 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#A#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:45,994 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/6eafe92bd7084ed6ba9385e964d383ab
2024-11-18T02:13:45,995 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/f898a0447dd74d718a83ca10aea094b4 is 50, key is test_row_0/A:col10/1731896024514/Put/seqid=0
2024-11-18T02:13:46,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741880_1056 (size=12629)
2024-11-18T02:13:46,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:46,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:46,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896086010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:46,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/b16c16a1887e44a9a8df7bcd52df1a17 is 50, key is test_row_0/B:col10/1731896025924/Put/seqid=0
2024-11-18T02:13:46,034 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/248c6534d75d42e3ab0279b5eb79d80e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/248c6534d75d42e3ab0279b5eb79d80e
2024-11-18T02:13:46,043 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/B of 67305d7dd3cc7241eb669c91c27120c6 into 248c6534d75d42e3ab0279b5eb79d80e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:46,043 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:46,043 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/B, priority=12, startTime=1731896025923; duration=0sec
2024-11-18T02:13:46,043 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:46,044 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:B
2024-11-18T02:13:46,044 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:46,047 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:46,047 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/C is initiating minor compaction (all files)
2024-11-18T02:13:46,048 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/C in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,048 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/e2df2c42d66f430ca9d9a0cdff631212, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d9943b9e53ab41118624020eef0e6d0f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7fc8e770599b45c0a3e1fb526dafbf7e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7a81812a8dc140d59c8ef837b953ed0a] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=47.8 K
2024-11-18T02:13:46,052 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2df2c42d66f430ca9d9a0cdff631212, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731896021680
2024-11-18T02:13:46,053 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9943b9e53ab41118624020eef0e6d0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731896022471
2024-11-18T02:13:46,053 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fc8e770599b45c0a3e1fb526dafbf7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731896022507
2024-11-18T02:13:46,054 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a81812a8dc140d59c8ef837b953ed0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731896024509
2024-11-18T02:13:46,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741881_1057 (size=12629)
2024-11-18T02:13:46,075 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/f898a0447dd74d718a83ca10aea094b4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f898a0447dd74d718a83ca10aea094b4
2024-11-18T02:13:46,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741882_1058 (size=12301)
2024-11-18T02:13:46,088 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#C#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:46,089 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/bee4425f127940cfa67bc2f854a2c620 is 50, key is test_row_0/C:col10/1731896024514/Put/seqid=0
2024-11-18T02:13:46,089 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/A of 67305d7dd3cc7241eb669c91c27120c6 into f898a0447dd74d718a83ca10aea094b4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:46,089 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:46,089 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/A, priority=12, startTime=1731896025923; duration=0sec
2024-11-18T02:13:46,090 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:46,090 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:A
2024-11-18T02:13:46,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741883_1059 (size=12629)
2024-11-18T02:13:46,114 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/bee4425f127940cfa67bc2f854a2c620 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/bee4425f127940cfa67bc2f854a2c620
2024-11-18T02:13:46,125 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/C of 67305d7dd3cc7241eb669c91c27120c6 into bee4425f127940cfa67bc2f854a2c620(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:46,125 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:46,125 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/C, priority=12, startTime=1731896025923; duration=0sec
2024-11-18T02:13:46,125 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:46,125 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:13:46,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896086132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:46,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:46,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896086352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:46,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:46,483 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/b16c16a1887e44a9a8df7bcd52df1a17
2024-11-18T02:13:46,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:46,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:46,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/381d4dd3d0b34f4b99ee566a9273fa52 is 50, key is test_row_0/C:col10/1731896025924/Put/seqid=0
2024-11-18T02:13:46,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741884_1060 (size=12301)
2024-11-18T02:13:46,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:46,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:46,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896086662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T02:13:46,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:46,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:46,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,916 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/381d4dd3d0b34f4b99ee566a9273fa52
2024-11-18T02:13:46,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/6eafe92bd7084ed6ba9385e964d383ab as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6eafe92bd7084ed6ba9385e964d383ab
2024-11-18T02:13:46,930 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6eafe92bd7084ed6ba9385e964d383ab, entries=200, sequenceid=281, filesize=14.4 K
2024-11-18T02:13:46,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896086937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:46,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896086937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:46,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896086938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:46,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/b16c16a1887e44a9a8df7bcd52df1a17 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/b16c16a1887e44a9a8df7bcd52df1a17
2024-11-18T02:13:46,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896086939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:46,944 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 67305d7dd3cc7241eb669c91c27120c6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:13:46,944 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 67305d7dd3cc7241eb669c91c27120c6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2217 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:13:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:46,945 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 67305d7dd3cc7241eb669c91c27120c6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:13:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:46,946 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 67305d7dd3cc7241eb669c91c27120c6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:13:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:46,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:46,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:46,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:46,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:46,958 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/b16c16a1887e44a9a8df7bcd52df1a17, entries=150, sequenceid=281, filesize=12.0 K
2024-11-18T02:13:46,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/381d4dd3d0b34f4b99ee566a9273fa52 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/381d4dd3d0b34f4b99ee566a9273fa52
2024-11-18T02:13:46,970 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/381d4dd3d0b34f4b99ee566a9273fa52, entries=150, sequenceid=281, filesize=12.0 K
2024-11-18T02:13:46,975 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~409.88 KB/419712, currentSize=40.25 KB/41220 for 67305d7dd3cc7241eb669c91c27120c6 in 1049ms, sequenceid=281, compaction requested=false
2024-11-18T02:13:46,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:47,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-18T02:13:47,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:47,106 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-18T02:13:47,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:47,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/9f81ecd3d9914f8ba5fd0c1f71b6e42a is 50, key is test_row_1/A:col10/1731896026007/Put/seqid=0
2024-11-18T02:13:47,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741885_1061 (size=9857)
2024-11-18T02:13:47,140 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/9f81ecd3d9914f8ba5fd0c1f71b6e42a
2024-11-18T02:13:47,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a480d1addd5a4429b5efb7e2a3abe043 is 50, key is test_row_1/B:col10/1731896026007/Put/seqid=0
2024-11-18T02:13:47,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741886_1062 (size=9857)
2024-11-18T02:13:47,168 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a480d1addd5a4429b5efb7e2a3abe043
2024-11-18T02:13:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:47,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:47,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/87167f77cdec4f3793bd50207a9e5a90 is 50, key is test_row_1/C:col10/1731896026007/Put/seqid=0
2024-11-18T02:13:47,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741887_1063 (size=9857)
2024-11-18T02:13:47,243 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/87167f77cdec4f3793bd50207a9e5a90
2024-11-18T02:13:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/9f81ecd3d9914f8ba5fd0c1f71b6e42a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/9f81ecd3d9914f8ba5fd0c1f71b6e42a
2024-11-18T02:13:47,262 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/9f81ecd3d9914f8ba5fd0c1f71b6e42a, entries=100, sequenceid=293, filesize=9.6 K
2024-11-18T02:13:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a480d1addd5a4429b5efb7e2a3abe043 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a480d1addd5a4429b5efb7e2a3abe043
2024-11-18T02:13:47,273 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a480d1addd5a4429b5efb7e2a3abe043, entries=100, sequenceid=293, filesize=9.6 K
2024-11-18T02:13:47,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/87167f77cdec4f3793bd50207a9e5a90 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/87167f77cdec4f3793bd50207a9e5a90
2024-11-18T02:13:47,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/87167f77cdec4f3793bd50207a9e5a90, entries=100, sequenceid=293, filesize=9.6 K
2024-11-18T02:13:47,285 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=93.93 KB/96180 for 67305d7dd3cc7241eb669c91c27120c6 in 177ms, sequenceid=293, compaction requested=true
2024-11-18T02:13:47,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:47,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:47,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-18T02:13:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-18T02:13:47,291 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-18T02:13:47,291 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6610 sec
2024-11-18T02:13:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:47,297 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 2.6720 sec
2024-11-18T02:13:47,297 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T02:13:47,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:47,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:47,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:47,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:47,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:47,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:47,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/c4ea003aba6344bbb5ffde92eadc011e is 50, key is test_row_0/A:col10/1731896027267/Put/seqid=0
2024-11-18T02:13:47,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741888_1064 (size=14741)
2024-11-18T02:13:47,341 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/c4ea003aba6344bbb5ffde92eadc011e
2024-11-18T02:13:47,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/953440dc75294d2da811573c4b17ff5e is 50, key is test_row_0/B:col10/1731896027267/Put/seqid=0
2024-11-18T02:13:47,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741889_1065 (size=12301)
2024-11-18T02:13:47,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896087384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:47,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:47,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:47,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:47,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896087502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:47,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:47,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:47,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:47,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896087712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:47,778 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/953440dc75294d2da811573c4b17ff5e
2024-11-18T02:13:47,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/24387194850548a38544750dde8f7646 is 50, key is test_row_0/C:col10/1731896027267/Put/seqid=0
2024-11-18T02:13:47,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741890_1066 (size=12301)
2024-11-18T02:13:47,801 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/24387194850548a38544750dde8f7646
2024-11-18T02:13:47,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/c4ea003aba6344bbb5ffde92eadc011e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/c4ea003aba6344bbb5ffde92eadc011e
2024-11-18T02:13:47,814 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/c4ea003aba6344bbb5ffde92eadc011e, entries=200, sequenceid=312, filesize=14.4 K
2024-11-18T02:13:47,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/953440dc75294d2da811573c4b17ff5e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/953440dc75294d2da811573c4b17ff5e
2024-11-18T02:13:47,824 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/953440dc75294d2da811573c4b17ff5e, entries=150, sequenceid=312, filesize=12.0 K
2024-11-18T02:13:47,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/24387194850548a38544750dde8f7646 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/24387194850548a38544750dde8f7646
2024-11-18T02:13:47,831 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/24387194850548a38544750dde8f7646, entries=150, sequenceid=312, filesize=12.0 K
2024-11-18T02:13:47,835 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 67305d7dd3cc7241eb669c91c27120c6 in 537ms, sequenceid=312, compaction requested=true
2024-11-18T02:13:47,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:47,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:13:47,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:47,835 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:47,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:47,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:47,835 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:47,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:13:47,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:47,836 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47088 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:47,836 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51968 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:47,837 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/A is initiating minor compaction (all files)
2024-11-18T02:13:47,837 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/B is initiating minor compaction (all files)
2024-11-18T02:13:47,837 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/B in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:47,837 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/248c6534d75d42e3ab0279b5eb79d80e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/b16c16a1887e44a9a8df7bcd52df1a17, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a480d1addd5a4429b5efb7e2a3abe043, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/953440dc75294d2da811573c4b17ff5e] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=46.0 K
2024-11-18T02:13:47,837 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/A in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:47,837 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f898a0447dd74d718a83ca10aea094b4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6eafe92bd7084ed6ba9385e964d383ab, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/9f81ecd3d9914f8ba5fd0c1f71b6e42a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/c4ea003aba6344bbb5ffde92eadc011e] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=50.8 K
2024-11-18T02:13:47,838 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 248c6534d75d42e3ab0279b5eb79d80e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731896024509
2024-11-18T02:13:47,838 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting f898a0447dd74d718a83ca10aea094b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731896024509
2024-11-18T02:13:47,839 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting b16c16a1887e44a9a8df7bcd52df1a17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731896024723
2024-11-18T02:13:47,839 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6eafe92bd7084ed6ba9385e964d383ab, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731896024723
2024-11-18T02:13:47,840 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting a480d1addd5a4429b5efb7e2a3abe043, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731896025982
2024-11-18T02:13:47,840 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f81ecd3d9914f8ba5fd0c1f71b6e42a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731896025982
2024-11-18T02:13:47,841 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 953440dc75294d2da811573c4b17ff5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731896027242
2024-11-18T02:13:47,841 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4ea003aba6344bbb5ffde92eadc011e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731896027242
2024-11-18T02:13:47,871 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#B#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:47,871 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/48f40943e8f24d7fb93ad9dd4ef83796 is 50, key is test_row_0/B:col10/1731896027267/Put/seqid=0
2024-11-18T02:13:47,873 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#A#compaction#55 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:47,873 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/96b6ce28d09c49cf9f7c148474c4ae16 is 50, key is test_row_0/A:col10/1731896027267/Put/seqid=0
2024-11-18T02:13:47,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741892_1068 (size=12915)
2024-11-18T02:13:47,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741891_1067 (size=12915)
2024-11-18T02:13:47,912 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/96b6ce28d09c49cf9f7c148474c4ae16 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/96b6ce28d09c49cf9f7c148474c4ae16
2024-11-18T02:13:47,913 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/48f40943e8f24d7fb93ad9dd4ef83796 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/48f40943e8f24d7fb93ad9dd4ef83796
2024-11-18T02:13:47,922 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/B of 67305d7dd3cc7241eb669c91c27120c6 into 48f40943e8f24d7fb93ad9dd4ef83796(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:47,922 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:47,922 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/B, priority=12, startTime=1731896027835; duration=0sec
2024-11-18T02:13:47,923 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:47,923 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:B
2024-11-18T02:13:47,923 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:47,923 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/A of 67305d7dd3cc7241eb669c91c27120c6 into 96b6ce28d09c49cf9f7c148474c4ae16(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:47,923 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:47,924 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/A, priority=12, startTime=1731896027835; duration=0sec
2024-11-18T02:13:47,924 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47088 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:47,924 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/C is initiating minor compaction (all files)
2024-11-18T02:13:47,925 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/C in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:47,925 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:47,925 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:A
2024-11-18T02:13:47,925 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/bee4425f127940cfa67bc2f854a2c620, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/381d4dd3d0b34f4b99ee566a9273fa52, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/87167f77cdec4f3793bd50207a9e5a90, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/24387194850548a38544750dde8f7646] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=46.0 K
2024-11-18T02:13:47,925 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting bee4425f127940cfa67bc2f854a2c620, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731896024509
2024-11-18T02:13:47,926 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 381d4dd3d0b34f4b99ee566a9273fa52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731896024723
2024-11-18T02:13:47,926 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 87167f77cdec4f3793bd50207a9e5a90, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731896025982
2024-11-18T02:13:47,926 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 24387194850548a38544750dde8f7646, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731896027242
2024-11-18T02:13:47,945 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:47,946 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/2ba834c64fcf404bbcfdffa96633c4f9 is 50, key is test_row_0/C:col10/1731896027267/Put/seqid=0
2024-11-18T02:13:47,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741893_1069 (size=12915)
2024-11-18T02:13:47,978 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/2ba834c64fcf404bbcfdffa96633c4f9 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/2ba834c64fcf404bbcfdffa96633c4f9
2024-11-18T02:13:47,987 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/C of 67305d7dd3cc7241eb669c91c27120c6 into 2ba834c64fcf404bbcfdffa96633c4f9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:47,988 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:47,988 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/C, priority=12, startTime=1731896027835; duration=0sec
2024-11-18T02:13:47,988 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:47,988 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:13:48,025 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T02:13:48,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:48,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:48,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:48,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:48,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:48,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:48,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/8bdd0d24199941128278477d9cc12f0f is 50, key is test_row_0/A:col10/1731896027358/Put/seqid=0
2024-11-18T02:13:48,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741894_1070 (size=12301)
2024-11-18T02:13:48,057 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/8bdd0d24199941128278477d9cc12f0f
2024-11-18T02:13:48,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/3b6c753a03cc4e0095a6fa6148941188 is 50, key is test_row_0/B:col10/1731896027358/Put/seqid=0
2024-11-18T02:13:48,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741895_1071 (size=12301)
2024-11-18T02:13:48,103 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/3b6c753a03cc4e0095a6fa6148941188
2024-11-18T02:13:48,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/deb75d0b2473483198dccf4452a5218c is 50, key is test_row_0/C:col10/1731896027358/Put/seqid=0
2024-11-18T02:13:48,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741896_1072 (size=12301)
2024-11-18T02:13:48,121 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/deb75d0b2473483198dccf4452a5218c
2024-11-18T02:13:48,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896088118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:48,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:48,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/8bdd0d24199941128278477d9cc12f0f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8bdd0d24199941128278477d9cc12f0f
2024-11-18T02:13:48,142 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8bdd0d24199941128278477d9cc12f0f, entries=150, sequenceid=329, filesize=12.0 K
2024-11-18T02:13:48,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/3b6c753a03cc4e0095a6fa6148941188 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/3b6c753a03cc4e0095a6fa6148941188
2024-11-18T02:13:48,158 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/3b6c753a03cc4e0095a6fa6148941188, entries=150, sequenceid=329, filesize=12.0 K
2024-11-18T02:13:48,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/deb75d0b2473483198dccf4452a5218c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/deb75d0b2473483198dccf4452a5218c
2024-11-18T02:13:48,170 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/deb75d0b2473483198dccf4452a5218c, entries=150, sequenceid=329, filesize=12.0 K
2024-11-18T02:13:48,171 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 67305d7dd3cc7241eb669c91c27120c6 in 147ms, sequenceid=329, compaction requested=false
2024-11-18T02:13:48,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:48,237 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T02:13:48,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:48,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:48,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:48,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:48,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:48,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:48,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/1c047656505f4fb6852da5b46180502b is 50, key is test_row_0/A:col10/1731896028069/Put/seqid=0
2024-11-18T02:13:48,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741897_1073 (size=12301)
2024-11-18T02:13:48,257 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/1c047656505f4fb6852da5b46180502b
2024-11-18T02:13:48,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/24b77045676848329bf39b22a85bc1b7 is 50, key is test_row_0/B:col10/1731896028069/Put/seqid=0
2024-11-18T02:13:48,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741898_1074 (size=12301)
2024-11-18T02:13:48,283 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/24b77045676848329bf39b22a85bc1b7
2024-11-18T02:13:48,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:48,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/f1f1d9ba88f44543aaf580104c168175 is 50, key is test_row_0/C:col10/1731896028069/Put/seqid=0
2024-11-18T02:13:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896088292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:48,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:48,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741899_1075 (size=12301)
2024-11-18T02:13:48,333 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/f1f1d9ba88f44543aaf580104c168175
2024-11-18T02:13:48,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/1c047656505f4fb6852da5b46180502b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/1c047656505f4fb6852da5b46180502b
2024-11-18T02:13:48,347 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/1c047656505f4fb6852da5b46180502b, entries=150, sequenceid=348, filesize=12.0 K
2024-11-18T02:13:48,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/24b77045676848329bf39b22a85bc1b7 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/24b77045676848329bf39b22a85bc1b7
2024-11-18T02:13:48,355 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/24b77045676848329bf39b22a85bc1b7, entries=150, sequenceid=348, filesize=12.0 K
2024-11-18T02:13:48,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/f1f1d9ba88f44543aaf580104c168175 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f1f1d9ba88f44543aaf580104c168175
2024-11-18T02:13:48,366 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f1f1d9ba88f44543aaf580104c168175, entries=150, sequenceid=348, filesize=12.0 K
2024-11-18T02:13:48,367 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 67305d7dd3cc7241eb669c91c27120c6 in 130ms, sequenceid=348, compaction requested=true
2024-11-18T02:13:48,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:48,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:13:48,368 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:48,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:48,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:48,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:48,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:13:48,368 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:48,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:48,369 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:48,369 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:48,369 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/B is initiating minor compaction (all files)
2024-11-18T02:13:48,369 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/A is initiating minor compaction (all files)
2024-11-18T02:13:48,369 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/B in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:48,369 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/A in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:48,369 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/96b6ce28d09c49cf9f7c148474c4ae16, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8bdd0d24199941128278477d9cc12f0f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/1c047656505f4fb6852da5b46180502b] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=36.6 K
2024-11-18T02:13:48,369 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/48f40943e8f24d7fb93ad9dd4ef83796, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/3b6c753a03cc4e0095a6fa6148941188, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/24b77045676848329bf39b22a85bc1b7] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=36.6 K
2024-11-18T02:13:48,370 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 48f40943e8f24d7fb93ad9dd4ef83796, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731896027242
2024-11-18T02:13:48,370 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96b6ce28d09c49cf9f7c148474c4ae16, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731896027242
2024-11-18T02:13:48,370 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b6c753a03cc4e0095a6fa6148941188, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731896027358
2024-11-18T02:13:48,370 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bdd0d24199941128278477d9cc12f0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731896027358
2024-11-18T02:13:48,371 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 24b77045676848329bf39b22a85bc1b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731896028069
2024-11-18T02:13:48,371 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c047656505f4fb6852da5b46180502b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731896028069
2024-11-18T02:13:48,388 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#A#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:48,389 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/d1d8ed3dea714b0895ffe9ede039cc58 is 50, key is test_row_0/A:col10/1731896028069/Put/seqid=0
2024-11-18T02:13:48,391 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#B#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:48,391 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a5c02f4c2ee7410c9261953a84672bd7 is 50, key is test_row_0/B:col10/1731896028069/Put/seqid=0
2024-11-18T02:13:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:48,416 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T02:13:48,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:48,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:48,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:48,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:48,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:48,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:48,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741900_1076 (size=13017)
2024-11-18T02:13:48,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741901_1077 (size=13017)
2024-11-18T02:13:48,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/b22562b10dc64f6c8ad45e57ac3dc079 is 50, key is test_row_0/A:col10/1731896028414/Put/seqid=0
2024-11-18T02:13:48,439 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/d1d8ed3dea714b0895ffe9ede039cc58 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/d1d8ed3dea714b0895ffe9ede039cc58
2024-11-18T02:13:48,450 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/A of 67305d7dd3cc7241eb669c91c27120c6 into d1d8ed3dea714b0895ffe9ede039cc58(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:48,450 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:48,450 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/A, priority=13, startTime=1731896028368; duration=0sec
2024-11-18T02:13:48,450 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:48,450 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:A
2024-11-18T02:13:48,450 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:48,452 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:48,452 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/C is initiating minor compaction (all files)
2024-11-18T02:13:48,453 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/C in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:48,453 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/2ba834c64fcf404bbcfdffa96633c4f9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/deb75d0b2473483198dccf4452a5218c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f1f1d9ba88f44543aaf580104c168175] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=36.6 K
2024-11-18T02:13:48,453 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ba834c64fcf404bbcfdffa96633c4f9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731896027242
2024-11-18T02:13:48,454 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting deb75d0b2473483198dccf4452a5218c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731896027358
2024-11-18T02:13:48,454 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1f1d9ba88f44543aaf580104c168175, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731896028069
2024-11-18T02:13:48,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741902_1078 (size=14741)
2024-11-18T02:13:48,457 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/b22562b10dc64f6c8ad45e57ac3dc079
2024-11-18T02:13:48,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a402382111f746a28471ac8c4914de5e is 50, key is test_row_0/B:col10/1731896028414/Put/seqid=0
2024-11-18T02:13:48,471 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#C#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:48,474 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/cffc6e4695b44126a219d848eceef007 is 50, key is test_row_0/C:col10/1731896028069/Put/seqid=0
2024-11-18T02:13:48,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741903_1079 (size=12301)
2024-11-18T02:13:48,494 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a402382111f746a28471ac8c4914de5e
2024-11-18T02:13:48,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741904_1080 (size=13017)
2024-11-18T02:13:48,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/e5617924b70e4fec97d20e4568759e42 is 50, key is test_row_0/C:col10/1731896028414/Put/seqid=0
2024-11-18T02:13:48,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896088519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:48,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:48,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741905_1081 (size=12301)
2024-11-18T02:13:48,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896088632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:48,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-18T02:13:48,782 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:13:48,783 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:13:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-11-18T02:13:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T02:13:48,785 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:13:48,787 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:13:48,787 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:13:48,844 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a5c02f4c2ee7410c9261953a84672bd7 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a5c02f4c2ee7410c9261953a84672bd7
2024-11-18T02:13:48,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896088842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:48,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:48,853 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/B of 67305d7dd3cc7241eb669c91c27120c6 into a5c02f4c2ee7410c9261953a84672bd7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:48,853 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:48,853 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/B, priority=13, startTime=1731896028368; duration=0sec
2024-11-18T02:13:48,854 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:48,854 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:B
2024-11-18T02:13:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T02:13:48,905 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/cffc6e4695b44126a219d848eceef007 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/cffc6e4695b44126a219d848eceef007
2024-11-18T02:13:48,917 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/C of 67305d7dd3cc7241eb669c91c27120c6 into cffc6e4695b44126a219d848eceef007(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:48,917 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:48,917 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/C, priority=13, startTime=1731896028368; duration=0sec
2024-11-18T02:13:48,917 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:48,917 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:13:48,930 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/e5617924b70e4fec97d20e4568759e42
2024-11-18T02:13:48,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-18T02:13:48,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:48,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:48,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:48,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:48,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:48,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/b22562b10dc64f6c8ad45e57ac3dc079 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/b22562b10dc64f6c8ad45e57ac3dc079
2024-11-18T02:13:48,957 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/b22562b10dc64f6c8ad45e57ac3dc079, entries=200, sequenceid=362, filesize=14.4 K
2024-11-18T02:13:48,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/a402382111f746a28471ac8c4914de5e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a402382111f746a28471ac8c4914de5e
2024-11-18T02:13:48,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896088962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:48,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896088962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:48,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896088963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:48,965 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 67305d7dd3cc7241eb669c91c27120c6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4238 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:13:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:48,965 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 67305d7dd3cc7241eb669c91c27120c6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:13:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896088962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:48,967 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a402382111f746a28471ac8c4914de5e, entries=150, sequenceid=362, filesize=12.0 K
2024-11-18T02:13:48,967 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 67305d7dd3cc7241eb669c91c27120c6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4231 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:13:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:48,967 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 67305d7dd3cc7241eb669c91c27120c6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:13:48,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/e5617924b70e4fec97d20e4568759e42 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/e5617924b70e4fec97d20e4568759e42
2024-11-18T02:13:48,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:48,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:48,975 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/e5617924b70e4fec97d20e4568759e42, entries=150, sequenceid=362, filesize=12.0 K
2024-11-18T02:13:48,976 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 67305d7dd3cc7241eb669c91c27120c6 in 560ms, sequenceid=362, compaction requested=false
2024-11-18T02:13:48,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:49,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-18T02:13:49,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:49,097 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T02:13:49,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:49,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:49,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:49,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:49,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:49,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T02:13:49,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/650a128ce3474d989db7e2334811e2df is 50, key is test_row_0/A:col10/1731896028515/Put/seqid=0
2024-11-18T02:13:49,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741906_1082 (size=9857)
2024-11-18T02:13:49,123 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/650a128ce3474d989db7e2334811e2df
2024-11-18T02:13:49,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/c716938a50964556885c779728ae7c68 is 50, key is test_row_0/B:col10/1731896028515/Put/seqid=0
2024-11-18T02:13:49,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741907_1083 (size=9857)
2024-11-18T02:13:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:49,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:49,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896089212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:49,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896089322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T02:13:49,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896089532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:49,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:49,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:49,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:49,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/c716938a50964556885c779728ae7c68
2024-11-18T02:13:49,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/d03a0fb3f27b42908ac6af8efb11e9b3 is 50, key is test_row_0/C:col10/1731896028515/Put/seqid=0
2024-11-18T02:13:49,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741908_1084 (size=9857)
2024-11-18T02:13:49,562 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/d03a0fb3f27b42908ac6af8efb11e9b3
2024-11-18T02:13:49,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/650a128ce3474d989db7e2334811e2df as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/650a128ce3474d989db7e2334811e2df
2024-11-18T02:13:49,576 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/650a128ce3474d989db7e2334811e2df, entries=100, sequenceid=383, filesize=9.6 K
2024-11-18T02:13:49,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/c716938a50964556885c779728ae7c68 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/c716938a50964556885c779728ae7c68
2024-11-18T02:13:49,584 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/c716938a50964556885c779728ae7c68, entries=100, sequenceid=383, filesize=9.6 K
2024-11-18T02:13:49,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/d03a0fb3f27b42908ac6af8efb11e9b3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d03a0fb3f27b42908ac6af8efb11e9b3
2024-11-18T02:13:49,595 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d03a0fb3f27b42908ac6af8efb11e9b3, entries=100, sequenceid=383, filesize=9.6 K
2024-11-18T02:13:49,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 67305d7dd3cc7241eb669c91c27120c6 in 500ms, sequenceid=383, compaction requested=true
2024-11-18T02:13:49,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:49,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:49,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-18T02:13:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-18T02:13:49,601 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-18T02:13:49,601 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 812 msec
2024-11-18T02:13:49,603 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 819 msec
2024-11-18T02:13:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:49,845 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T02:13:49,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:49,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/362c0b2da0e34dabb8a94eefa160ff71 is 50, key is test_row_0/A:col10/1731896029190/Put/seqid=0
2024-11-18T02:13:49,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741909_1085 (size=14741)
2024-11-18T02:13:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-18T02:13:49,923 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:13:49,923 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:13:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-11-18T02:13:49,926 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:13:49,927 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:13:49,927 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:13:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T02:13:49,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896089930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T02:13:50,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896090042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:50,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:50,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:50,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:50,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-18T02:13:50,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:50,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:50,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:50,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:50,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:50,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-18T02:13:50,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:50,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:50,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:50,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:50,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T02:13:50,253 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896090252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:50,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:50,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:50,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:50,271 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/362c0b2da0e34dabb8a94eefa160ff71
2024-11-18T02:13:50,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/4f0d97d5c85c4768aed9aca375ea37e1 is 50, key is test_row_0/B:col10/1731896029190/Put/seqid=0
2024-11-18T02:13:50,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741910_1086 (size=12301)
2024-11-18T02:13:50,322 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/4f0d97d5c85c4768aed9aca375ea37e1
2024-11-18T02:13:50,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/b6fb54abf8ec40d5b9e0772320b4bc5a is 50, key is test_row_0/C:col10/1731896029190/Put/seqid=0
2024-11-18T02:13:50,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-18T02:13:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:50,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:50,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:50,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741911_1087 (size=12301)
2024-11-18T02:13:50,399 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/b6fb54abf8ec40d5b9e0772320b4bc5a
2024-11-18T02:13:50,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/362c0b2da0e34dabb8a94eefa160ff71 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/362c0b2da0e34dabb8a94eefa160ff71
2024-11-18T02:13:50,425 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/362c0b2da0e34dabb8a94eefa160ff71, entries=200, sequenceid=398, filesize=14.4 K
2024-11-18T02:13:50,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/4f0d97d5c85c4768aed9aca375ea37e1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4f0d97d5c85c4768aed9aca375ea37e1
2024-11-18T02:13:50,435 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4f0d97d5c85c4768aed9aca375ea37e1, entries=150, sequenceid=398, filesize=12.0 K
2024-11-18T02:13:50,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/b6fb54abf8ec40d5b9e0772320b4bc5a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/b6fb54abf8ec40d5b9e0772320b4bc5a
2024-11-18T02:13:50,451 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/b6fb54abf8ec40d5b9e0772320b4bc5a, entries=150, sequenceid=398, filesize=12.0 K
2024-11-18T02:13:50,453 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 67305d7dd3cc7241eb669c91c27120c6 in 608ms, sequenceid=398, compaction requested=true
2024-11-18T02:13:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:13:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:50,453 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:13:50,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:50,453 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:50,456 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52356 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:50,456 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/A is initiating minor compaction (all files)
2024-11-18T02:13:50,456 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47476 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:50,456 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/A in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:50,456 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/B is initiating minor compaction (all files)
2024-11-18T02:13:50,457 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/B in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:50,457 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/d1d8ed3dea714b0895ffe9ede039cc58, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/b22562b10dc64f6c8ad45e57ac3dc079, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/650a128ce3474d989db7e2334811e2df, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/362c0b2da0e34dabb8a94eefa160ff71] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=51.1 K
2024-11-18T02:13:50,457 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a5c02f4c2ee7410c9261953a84672bd7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a402382111f746a28471ac8c4914de5e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/c716938a50964556885c779728ae7c68, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4f0d97d5c85c4768aed9aca375ea37e1] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=46.4 K
2024-11-18T02:13:50,457 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting a5c02f4c2ee7410c9261953a84672bd7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731896028069
2024-11-18T02:13:50,457 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1d8ed3dea714b0895ffe9ede039cc58, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731896028069
2024-11-18T02:13:50,458 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting a402382111f746a28471ac8c4914de5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731896028273
2024-11-18T02:13:50,458 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting b22562b10dc64f6c8ad45e57ac3dc079, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731896028273
2024-11-18T02:13:50,458 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting c716938a50964556885c779728ae7c68, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731896028513
2024-11-18T02:13:50,459 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 650a128ce3474d989db7e2334811e2df, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731896028513
2024-11-18T02:13:50,459 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f0d97d5c85c4768aed9aca375ea37e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731896029190
2024-11-18T02:13:50,459 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 362c0b2da0e34dabb8a94eefa160ff71, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731896029179
2024-11-18T02:13:50,483 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#A#compaction#75 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:50,484 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/de9cb00259334deab2a29b22c876f6c4 is 50, key is test_row_0/A:col10/1731896029190/Put/seqid=0
2024-11-18T02:13:50,495 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#B#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:50,496 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/d7001b1eb7b04c2291e720344ba238cb is 50, key is test_row_0/B:col10/1731896029190/Put/seqid=0
2024-11-18T02:13:50,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741912_1088 (size=13153)
2024-11-18T02:13:50,522 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/de9cb00259334deab2a29b22c876f6c4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/de9cb00259334deab2a29b22c876f6c4
2024-11-18T02:13:50,532 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/A of 67305d7dd3cc7241eb669c91c27120c6 into de9cb00259334deab2a29b22c876f6c4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:50,532 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:50,532 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/A, priority=12, startTime=1731896030453; duration=0sec
2024-11-18T02:13:50,532 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:50,532 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:A
2024-11-18T02:13:50,533 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:50,535 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47476 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:50,535 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/C is initiating minor compaction (all files)
2024-11-18T02:13:50,535 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/C in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:50,535 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/cffc6e4695b44126a219d848eceef007, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/e5617924b70e4fec97d20e4568759e42, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d03a0fb3f27b42908ac6af8efb11e9b3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/b6fb54abf8ec40d5b9e0772320b4bc5a] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=46.4 K
2024-11-18T02:13:50,536 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting cffc6e4695b44126a219d848eceef007, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731896028069
2024-11-18T02:13:50,537 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5617924b70e4fec97d20e4568759e42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731896028273
2024-11-18T02:13:50,537 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting d03a0fb3f27b42908ac6af8efb11e9b3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731896028513
2024-11-18T02:13:50,538 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6fb54abf8ec40d5b9e0772320b4bc5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731896029190
2024-11-18T02:13:50,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-18T02:13:50,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:50,547 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T02:13:50,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:50,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:50,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:50,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:50,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:50,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:50,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741913_1089 (size=13153)
2024-11-18T02:13:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T02:13:50,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/8ef6c9b9ed234fde840ce9a4e23f7a10 is 50, key is test_row_0/A:col10/1731896029916/Put/seqid=0
2024-11-18T02:13:50,562 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#C#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:50,563 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/740d44900be14842a173fea203ab2247 is 50, key is test_row_0/C:col10/1731896029190/Put/seqid=0
2024-11-18T02:13:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:50,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:50,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741914_1090 (size=12301)
2024-11-18T02:13:50,572 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/8ef6c9b9ed234fde840ce9a4e23f7a10
2024-11-18T02:13:50,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741915_1091 (size=13153)
2024-11-18T02:13:50,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/4a34e67138c14626af61811804307d78 is 50, key is test_row_0/B:col10/1731896029916/Put/seqid=0
2024-11-18T02:13:50,615 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/740d44900be14842a173fea203ab2247 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/740d44900be14842a173fea203ab2247
2024-11-18T02:13:50,624 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/C of 67305d7dd3cc7241eb669c91c27120c6 into 740d44900be14842a173fea203ab2247(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:50,624 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:50,624 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/C, priority=12, startTime=1731896030453; duration=0sec
2024-11-18T02:13:50,624 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:50,624 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:13:50,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896090636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:50,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:50,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741916_1092 (size=12301)
2024-11-18T02:13:50,670 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/4a34e67138c14626af61811804307d78
2024-11-18T02:13:50,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/6af9c8c7fb034d54b0ff86139c37f6c3 is 50, key is test_row_0/C:col10/1731896029916/Put/seqid=0
2024-11-18T02:13:50,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741917_1093 (size=12301)
2024-11-18T02:13:50,688 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/6af9c8c7fb034d54b0ff86139c37f6c3
2024-11-18T02:13:50,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/8ef6c9b9ed234fde840ce9a4e23f7a10 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8ef6c9b9ed234fde840ce9a4e23f7a10
2024-11-18T02:13:50,703 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8ef6c9b9ed234fde840ce9a4e23f7a10, entries=150, sequenceid=416, filesize=12.0 K
2024-11-18T02:13:50,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/4a34e67138c14626af61811804307d78 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4a34e67138c14626af61811804307d78
2024-11-18T02:13:50,711 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4a34e67138c14626af61811804307d78, entries=150, sequenceid=416, filesize=12.0 K
2024-11-18T02:13:50,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/6af9c8c7fb034d54b0ff86139c37f6c3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/6af9c8c7fb034d54b0ff86139c37f6c3
2024-11-18T02:13:50,720 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/6af9c8c7fb034d54b0ff86139c37f6c3, entries=150, sequenceid=416, filesize=12.0 K
2024-11-18T02:13:50,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 67305d7dd3cc7241eb669c91c27120c6 in 174ms, sequenceid=416, compaction requested=false
2024-11-18T02:13:50,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:50,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:50,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-11-18T02:13:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-11-18T02:13:50,726 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-18T02:13:50,726 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 796 msec
2024-11-18T02:13:50,730 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 804 msec
2024-11-18T02:13:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:50,754 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T02:13:50,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:50,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:50,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:50,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:50,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:50,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:50,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/144b4478f6ba4264b669cf62882b7d21 is 50, key is test_row_0/A:col10/1731896030628/Put/seqid=0
2024-11-18T02:13:50,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741918_1094 (size=14741)
2024-11-18T02:13:50,773 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/144b4478f6ba4264b669cf62882b7d21
2024-11-18T02:13:50,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/99889d72c4d84a9b8264dd5b6a6c883e is 50, key is test_row_0/B:col10/1731896030628/Put/seqid=0
2024-11-18T02:13:50,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741919_1095 (size=12301)
2024-11-18T02:13:50,797 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/99889d72c4d84a9b8264dd5b6a6c883e
2024-11-18T02:13:50,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/f9ce7427c5544c8d82a1d224f9378cbd is 50, key is test_row_0/C:col10/1731896030628/Put/seqid=0
2024-11-18T02:13:50,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741920_1096 (size=12301)
2024-11-18T02:13:50,840 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/f9ce7427c5544c8d82a1d224f9378cbd
2024-11-18T02:13:50,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896090836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:50,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/144b4478f6ba4264b669cf62882b7d21 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/144b4478f6ba4264b669cf62882b7d21
2024-11-18T02:13:50,856 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/144b4478f6ba4264b669cf62882b7d21, entries=200, sequenceid=433, filesize=14.4 K
2024-11-18T02:13:50,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/99889d72c4d84a9b8264dd5b6a6c883e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/99889d72c4d84a9b8264dd5b6a6c883e
2024-11-18T02:13:50,866 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/99889d72c4d84a9b8264dd5b6a6c883e, entries=150, sequenceid=433, filesize=12.0 K
2024-11-18T02:13:50,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/f9ce7427c5544c8d82a1d224f9378cbd as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f9ce7427c5544c8d82a1d224f9378cbd
2024-11-18T02:13:50,874 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f9ce7427c5544c8d82a1d224f9378cbd, entries=150, sequenceid=433, filesize=12.0 K
2024-11-18T02:13:50,875 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 67305d7dd3cc7241eb669c91c27120c6 in 121ms, sequenceid=433, compaction requested=true
2024-11-18T02:13:50,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:50,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:A, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:50,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:50,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:50,875 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:50,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:50,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:13:50,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T02:13:50,877 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:50,877 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/A is initiating minor compaction (all files)
2024-11-18T02:13:50,877 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/A in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:50,878 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/de9cb00259334deab2a29b22c876f6c4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8ef6c9b9ed234fde840ce9a4e23f7a10, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/144b4478f6ba4264b669cf62882b7d21] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=39.3 K
2024-11-18T02:13:50,878 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting de9cb00259334deab2a29b22c876f6c4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731896029190
2024-11-18T02:13:50,879 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ef6c9b9ed234fde840ce9a4e23f7a10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731896029870
2024-11-18T02:13:50,879 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 144b4478f6ba4264b669cf62882b7d21, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731896030619
2024-11-18T02:13:50,895 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#A#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:50,896 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/abb56d226c76418d8f7c7111c71500fe is 50, key is test_row_0/A:col10/1731896030628/Put/seqid=0
2024-11-18T02:13:50,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741921_1097 (size=13255)
2024-11-18T02:13:50,922 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/abb56d226c76418d8f7c7111c71500fe as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/abb56d226c76418d8f7c7111c71500fe
2024-11-18T02:13:50,929 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/A of 67305d7dd3cc7241eb669c91c27120c6 into abb56d226c76418d8f7c7111c71500fe(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:50,929 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:50,930 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/A, priority=13, startTime=1731896030875; duration=0sec
2024-11-18T02:13:50,930 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T02:13:50,930 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:A
2024-11-18T02:13:50,930 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking
2024-11-18T02:13:50,932 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-18T02:13:50,932 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-18T02:13:50,932 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. because compaction request was cancelled
2024-11-18T02:13:50,932 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:B
2024-11-18T02:13:50,932 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:50,934 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:50,934 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/C is initiating minor compaction (all files)
2024-11-18T02:13:50,934 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/C in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:50,934 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/740d44900be14842a173fea203ab2247, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/6af9c8c7fb034d54b0ff86139c37f6c3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f9ce7427c5544c8d82a1d224f9378cbd] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=36.9 K
2024-11-18T02:13:50,935 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 740d44900be14842a173fea203ab2247, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731896029190
2024-11-18T02:13:50,935 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6af9c8c7fb034d54b0ff86139c37f6c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731896029870
2024-11-18T02:13:50,936 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9ce7427c5544c8d82a1d224f9378cbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731896030628
2024-11-18T02:13:50,945 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#C#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:50,953 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/2bf649ea80cd4aafafb06f0720039459 is 50, key is test_row_0/C:col10/1731896030628/Put/seqid=0
2024-11-18T02:13:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:50,956 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T02:13:50,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:50,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:50,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:50,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:50,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:50,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:50,963 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/d7001b1eb7b04c2291e720344ba238cb as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/d7001b1eb7b04c2291e720344ba238cb
2024-11-18T02:13:50,972 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/B of 67305d7dd3cc7241eb669c91c27120c6 into d7001b1eb7b04c2291e720344ba238cb(size=12.8 K), total size for store is 36.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:50,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/490dc754ebb24c2487762db98bd439e0 is 50, key is test_row_0/A:col10/1731896030954/Put/seqid=0
2024-11-18T02:13:50,973 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:50,973 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/B, priority=12, startTime=1731896030453; duration=0sec
2024-11-18T02:13:50,973 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:50,973 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:B
2024-11-18T02:13:50,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741922_1098 (size=13255)
2024-11-18T02:13:50,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741923_1099 (size=14741)
2024-11-18T02:13:50,994 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/490dc754ebb24c2487762db98bd439e0
2024-11-18T02:13:51,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/112f2eda3ade461d97e1d18ab84ab0df is 50, key is test_row_0/B:col10/1731896030954/Put/seqid=0
2024-11-18T02:13:51,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741924_1100 (size=12301)
2024-11-18T02:13:51,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896091037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:51,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:51,052 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/112f2eda3ade461d97e1d18ab84ab0df
2024-11-18T02:13:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-18T02:13:51,065 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:13:51,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/d42f8ad915bb4c14b2d10dcdf90b8476 is 50, key is test_row_0/C:col10/1731896030954/Put/seqid=0
2024-11-18T02:13:51,066 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:13:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-11-18T02:13:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T02:13:51,073 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:13:51,074 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:13:51,074 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:13:51,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741925_1101 (size=12301)
2024-11-18T02:13:51,096 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/d42f8ad915bb4c14b2d10dcdf90b8476
2024-11-18T02:13:51,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/490dc754ebb24c2487762db98bd439e0 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/490dc754ebb24c2487762db98bd439e0
2024-11-18T02:13:51,114 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/490dc754ebb24c2487762db98bd439e0, entries=200, sequenceid=451, filesize=14.4 K
2024-11-18T02:13:51,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/112f2eda3ade461d97e1d18ab84ab0df as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/112f2eda3ade461d97e1d18ab84ab0df
2024-11-18T02:13:51,122 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/112f2eda3ade461d97e1d18ab84ab0df, entries=150, sequenceid=451, filesize=12.0 K
2024-11-18T02:13:51,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/d42f8ad915bb4c14b2d10dcdf90b8476 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d42f8ad915bb4c14b2d10dcdf90b8476
2024-11-18T02:13:51,131 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d42f8ad915bb4c14b2d10dcdf90b8476, entries=150, sequenceid=451, filesize=12.0 K
2024-11-18T02:13:51,134 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 67305d7dd3cc7241eb669c91c27120c6 in 177ms, sequenceid=451, compaction requested=true
2024-11-18T02:13:51,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:51,134 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-18T02:13:51,135 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-18T02:13:51,135 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-18T02:13:51,135 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. because compaction request was cancelled
2024-11-18T02:13:51,135 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:A
2024-11-18T02:13:51,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:A, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:51,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:51,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:51,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:51,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:C, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:51,136 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:51,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:51,138 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:51,138 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/B is initiating minor compaction (all files)
2024-11-18T02:13:51,138 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/B in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:51,138 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/d7001b1eb7b04c2291e720344ba238cb, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4a34e67138c14626af61811804307d78, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/99889d72c4d84a9b8264dd5b6a6c883e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/112f2eda3ade461d97e1d18ab84ab0df] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=48.9 K
2024-11-18T02:13:51,139 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d7001b1eb7b04c2291e720344ba238cb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731896029190
2024-11-18T02:13:51,139 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a34e67138c14626af61811804307d78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731896029870
2024-11-18T02:13:51,139 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 99889d72c4d84a9b8264dd5b6a6c883e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731896030628
2024-11-18T02:13:51,140 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 112f2eda3ade461d97e1d18ab84ab0df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731896030831
2024-11-18T02:13:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:51,146 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T02:13:51,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:51,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:51,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:51,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:51,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:51,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:51,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/580665386e834cb4acb88ed481a04239 is 50, key is test_row_0/A:col10/1731896031010/Put/seqid=0
2024-11-18T02:13:51,163 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#B#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:51,164 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/9d6256cc314b477b837949026f36c209 is 50, key is test_row_0/B:col10/1731896030954/Put/seqid=0
2024-11-18T02:13:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T02:13:51,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741926_1102 (size=14741)
2024-11-18T02:13:51,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741927_1103 (size=13289)
2024-11-18T02:13:51,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T02:13:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:51,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896091234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:51,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:51,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896091341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:51,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T02:13:51,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:51,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:51,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:51,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T02:13:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,389 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/2bf649ea80cd4aafafb06f0720039459 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/2bf649ea80cd4aafafb06f0720039459
2024-11-18T02:13:51,395 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/C of 67305d7dd3cc7241eb669c91c27120c6 into 2bf649ea80cd4aafafb06f0720039459(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:51,395 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:51,395 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/C, priority=13, startTime=1731896030875; duration=0sec
2024-11-18T02:13:51,395 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:51,395 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:13:51,395 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:13:51,395 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-18T02:13:51,396 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-18T02:13:51,396 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-18T02:13:51,396 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. because compaction request was cancelled
2024-11-18T02:13:51,396 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:13:51,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T02:13:51,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:51,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:51,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:51,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896091552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:51,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:51,586 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/580665386e834cb4acb88ed481a04239
2024-11-18T02:13:51,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/56d28d4d371047aea0bf2ab88613213e is 50, key is test_row_0/B:col10/1731896031010/Put/seqid=0
2024-11-18T02:13:51,605 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/9d6256cc314b477b837949026f36c209 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/9d6256cc314b477b837949026f36c209
2024-11-18T02:13:51,613 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/B of 67305d7dd3cc7241eb669c91c27120c6 into 9d6256cc314b477b837949026f36c209(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:51,613 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:51,613 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/B, priority=12, startTime=1731896031136; duration=0sec
2024-11-18T02:13:51,613 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:51,613 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:B
2024-11-18T02:13:51,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741928_1104 (size=12301)
2024-11-18T02:13:51,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T02:13:51,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:51,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:51,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:51,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T02:13:51,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T02:13:51,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:51,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:51,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:51,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896091862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:51,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:51,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:51,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:51,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T02:13:51,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:51,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:51,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:51,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:52,014 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/56d28d4d371047aea0bf2ab88613213e
2024-11-18T02:13:52,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/f7b845fbc46e44c3a03e636bfd344a7f is 50, key is test_row_0/C:col10/1731896031010/Put/seqid=0
2024-11-18T02:13:52,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741929_1105 (size=12301)
2024-11-18T02:13:52,045 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/f7b845fbc46e44c3a03e636bfd344a7f
2024-11-18T02:13:52,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/580665386e834cb4acb88ed481a04239 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/580665386e834cb4acb88ed481a04239
2024-11-18T02:13:52,061 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/580665386e834cb4acb88ed481a04239, entries=200, sequenceid=468, filesize=14.4 K
2024-11-18T02:13:52,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/56d28d4d371047aea0bf2ab88613213e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/56d28d4d371047aea0bf2ab88613213e
2024-11-18T02:13:52,069 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/56d28d4d371047aea0bf2ab88613213e, entries=150, sequenceid=468, filesize=12.0 K
2024-11-18T02:13:52,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/f7b845fbc46e44c3a03e636bfd344a7f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f7b845fbc46e44c3a03e636bfd344a7f
2024-11-18T02:13:52,077 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f7b845fbc46e44c3a03e636bfd344a7f, entries=150, sequenceid=468, filesize=12.0 K
2024-11-18T02:13:52,078 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 67305d7dd3cc7241eb669c91c27120c6 in 933ms, sequenceid=468, compaction requested=true
2024-11-18T02:13:52,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:52,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:13:52,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:52,078 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:52,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:52,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:52,078 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-18T02:13:52,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:13:52,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:52,079 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-18T02:13:52,079 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-18T02:13:52,079 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. because compaction request was cancelled
2024-11-18T02:13:52,079 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:B
2024-11-18T02:13:52,079 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:52,080 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:52,080 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/A is initiating minor compaction (all files)
2024-11-18T02:13:52,080 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/A in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:52,080 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/abb56d226c76418d8f7c7111c71500fe, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/490dc754ebb24c2487762db98bd439e0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/580665386e834cb4acb88ed481a04239] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=41.7 K
2024-11-18T02:13:52,081 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting abb56d226c76418d8f7c7111c71500fe, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731896030628
2024-11-18T02:13:52,082 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 490dc754ebb24c2487762db98bd439e0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731896030808
2024-11-18T02:13:52,082 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:52,082 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/C is initiating minor compaction (all files)
2024-11-18T02:13:52,082 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/C in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:52,082 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/2bf649ea80cd4aafafb06f0720039459, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d42f8ad915bb4c14b2d10dcdf90b8476, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f7b845fbc46e44c3a03e636bfd344a7f] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=37.0 K
2024-11-18T02:13:52,082 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 580665386e834cb4acb88ed481a04239, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731896031010
2024-11-18T02:13:52,082 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bf649ea80cd4aafafb06f0720039459, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731896030628
2024-11-18T02:13:52,083 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d42f8ad915bb4c14b2d10dcdf90b8476, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731896030831
2024-11-18T02:13:52,084 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting f7b845fbc46e44c3a03e636bfd344a7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731896031010
2024-11-18T02:13:52,094 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:52,094 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#C#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:52,094 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/a6a1839ebb3741c296b68618e9575093 is 50, key is test_row_0/A:col10/1731896031010/Put/seqid=0
2024-11-18T02:13:52,095 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/ae95a130198f4dfe8461ba134a8fd017 is 50, key is test_row_0/C:col10/1731896031010/Put/seqid=0
2024-11-18T02:13:52,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741931_1107 (size=13357)
2024-11-18T02:13:52,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741930_1106 (size=13357)
2024-11-18T02:13:52,142 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/a6a1839ebb3741c296b68618e9575093 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/a6a1839ebb3741c296b68618e9575093
2024-11-18T02:13:52,148 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/A of 67305d7dd3cc7241eb669c91c27120c6 into a6a1839ebb3741c296b68618e9575093(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:52,148 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:52,148 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/A, priority=13, startTime=1731896032078; duration=0sec
2024-11-18T02:13:52,148 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:52,148 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:A
2024-11-18T02:13:52,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-18T02:13:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:52,152 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T02:13:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:52,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:52,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:52,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:52,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:52,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:52,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/0ac3968630dd4716bf2985fd848e1b17 is 50, key is test_row_0/A:col10/1731896031232/Put/seqid=0
2024-11-18T02:13:52,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741932_1108 (size=12301)
2024-11-18T02:13:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T02:13:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:52,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:52,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896092467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:52,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:52,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:52,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:52,535 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/ae95a130198f4dfe8461ba134a8fd017 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/ae95a130198f4dfe8461ba134a8fd017
2024-11-18T02:13:52,544 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/C of 67305d7dd3cc7241eb669c91c27120c6 into ae95a130198f4dfe8461ba134a8fd017(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:52,544 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:52,544 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/C, priority=13, startTime=1731896032078; duration=0sec
2024-11-18T02:13:52,544 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:52,544 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:13:52,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896092582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:52,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:52,600 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/0ac3968630dd4716bf2985fd848e1b17
2024-11-18T02:13:52,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/b242818266b64f5dbdb4b33c14e2dff6 is 50, key is test_row_0/B:col10/1731896031232/Put/seqid=0
2024-11-18T02:13:52,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741933_1109 (size=12301)
2024-11-18T02:13:52,659 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/b242818266b64f5dbdb4b33c14e2dff6
2024-11-18T02:13:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/8ae8d0c61fd946b98fa88825a8836a1f is 50, key is test_row_0/C:col10/1731896031232/Put/seqid=0
2024-11-18T02:13:52,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741934_1110 (size=12301)
2024-11-18T02:13:52,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896092791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:52,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:52,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43150 deadline: 1731896092993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:52,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43186 deadline: 1731896092993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:52,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:52,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43152 deadline: 1731896092993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:52,998 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 67305d7dd3cc7241eb669c91c27120c6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8271 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:13:52,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:52,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:52,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:52,998 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 67305d7dd3cc7241eb669c91c27120c6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8260 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:13:52,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:52,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:52,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:52,999 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 67305d7dd3cc7241eb669c91c27120c6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8258 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:13:53,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:53,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:53,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:53,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43170 deadline: 1731896093002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:53,005 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 67305d7dd3cc7241eb669c91c27120c6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8268 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:13:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:53,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:53,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896093102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:53,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:53,112 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/8ae8d0c61fd946b98fa88825a8836a1f
2024-11-18T02:13:53,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/0ac3968630dd4716bf2985fd848e1b17 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/0ac3968630dd4716bf2985fd848e1b17
2024-11-18T02:13:53,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/0ac3968630dd4716bf2985fd848e1b17, entries=150, sequenceid=487, filesize=12.0 K
2024-11-18T02:13:53,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/b242818266b64f5dbdb4b33c14e2dff6 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/b242818266b64f5dbdb4b33c14e2dff6
2024-11-18T02:13:53,140 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/b242818266b64f5dbdb4b33c14e2dff6, entries=150, sequenceid=487, filesize=12.0 K
2024-11-18T02:13:53,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/8ae8d0c61fd946b98fa88825a8836a1f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8ae8d0c61fd946b98fa88825a8836a1f
2024-11-18T02:13:53,146 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8ae8d0c61fd946b98fa88825a8836a1f, entries=150, sequenceid=487, filesize=12.0 K
2024-11-18T02:13:53,147 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 67305d7dd3cc7241eb669c91c27120c6 in 995ms, sequenceid=487, compaction requested=true
2024-11-18T02:13:53,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:53,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:53,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-11-18T02:13:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-11-18T02:13:53,152 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-18T02:13:53,153 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0750 sec
2024-11-18T02:13:53,154 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.0870 sec
2024-11-18T02:13:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-18T02:13:53,222 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:13:53,223 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:13:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees
2024-11-18T02:13:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T02:13:53,225 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:13:53,226 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:13:53,226 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:13:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T02:13:53,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-18T02:13:53,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:53,381 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T02:13:53,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:53,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:53,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:53,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:53,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:53,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:53,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/852e0fdc4b6644168d7c5c8bed48289d is 50, key is test_row_0/A:col10/1731896032464/Put/seqid=0
2024-11-18T02:13:53,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741935_1111 (size=12301)
2024-11-18T02:13:53,394 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/852e0fdc4b6644168d7c5c8bed48289d
2024-11-18T02:13:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/eba66f0c091d4931b1bacaf1cce55507 is 50, key is test_row_0/B:col10/1731896032464/Put/seqid=0
2024-11-18T02:13:53,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741936_1112 (size=12301)
2024-11-18T02:13:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T02:13:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:53,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:53,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896093664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:53,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:53,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:53,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:53,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896093781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:53,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:53,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:53,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:53,810 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/eba66f0c091d4931b1bacaf1cce55507
2024-11-18T02:13:53,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/8b9caa4fe7e84d20ae2fc9aafeebee46 is 50, key is test_row_0/C:col10/1731896032464/Put/seqid=0
2024-11-18T02:13:53,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741937_1113 (size=12301)
2024-11-18T02:13:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T02:13:53,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896093992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:54,225 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/8b9caa4fe7e84d20ae2fc9aafeebee46
2024-11-18T02:13:54,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/852e0fdc4b6644168d7c5c8bed48289d as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/852e0fdc4b6644168d7c5c8bed48289d
2024-11-18T02:13:54,236 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/852e0fdc4b6644168d7c5c8bed48289d, entries=150, sequenceid=504, filesize=12.0 K
2024-11-18T02:13:54,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/eba66f0c091d4931b1bacaf1cce55507 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/eba66f0c091d4931b1bacaf1cce55507
2024-11-18T02:13:54,241 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/eba66f0c091d4931b1bacaf1cce55507, entries=150, sequenceid=504, filesize=12.0 K
2024-11-18T02:13:54,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/8b9caa4fe7e84d20ae2fc9aafeebee46 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8b9caa4fe7e84d20ae2fc9aafeebee46
2024-11-18T02:13:54,248 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8b9caa4fe7e84d20ae2fc9aafeebee46, entries=150, sequenceid=504, filesize=12.0 K
2024-11-18T02:13:54,249 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 67305d7dd3cc7241eb669c91c27120c6 in 868ms, sequenceid=504, compaction requested=true
2024-11-18T02:13:54,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:54,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:54,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22
2024-11-18T02:13:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=22
2024-11-18T02:13:54,252 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-18T02:13:54,252 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0240 sec
2024-11-18T02:13:54,254 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.0300 sec
2024-11-18T02:13:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:54,303 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T02:13:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:54,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/a09434b2869b4bab924284114b96906b is 50, key is test_row_0/A:col10/1731896033647/Put/seqid=0
2024-11-18T02:13:54,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741938_1114 (size=14741)
2024-11-18T02:13:54,322 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/a09434b2869b4bab924284114b96906b
2024-11-18T02:13:54,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/d0e951bd0528439d9357a39f09dab8f4 is 50, key is test_row_0/B:col10/1731896033647/Put/seqid=0
2024-11-18T02:13:54,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741939_1115 (size=12301)
2024-11-18T02:13:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-18T02:13:54,362 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:13:54,363 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:13:54,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees
2024-11-18T02:13:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-18T02:13:54,365 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:13:54,366 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:13:54,366 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:13:54,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896094366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:54,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:54,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:54,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-18T02:13:54,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896094481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:54,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-18T02:13:54,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:54,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:54,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:54,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:54,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-18T02:13:54,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:54,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:54,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-18T02:13:54,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896094692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:54,742 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/d0e951bd0528439d9357a39f09dab8f4
2024-11-18T02:13:54,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/de7b5ca106d64a3890e148d51f98bb46 is 50, key is test_row_0/C:col10/1731896033647/Put/seqid=0
2024-11-18T02:13:54,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741940_1116 (size=12301)
2024-11-18T02:13:54,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-18T02:13:54,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:54,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:54,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:54,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:54,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:54,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-18T02:13:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:54,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-18T02:13:55,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896095011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:55,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-18T02:13:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:55,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:55,159 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/de7b5ca106d64a3890e148d51f98bb46
2024-11-18T02:13:55,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/a09434b2869b4bab924284114b96906b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/a09434b2869b4bab924284114b96906b
2024-11-18T02:13:55,174 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/a09434b2869b4bab924284114b96906b, entries=200, sequenceid=521, filesize=14.4 K
2024-11-18T02:13:55,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/d0e951bd0528439d9357a39f09dab8f4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/d0e951bd0528439d9357a39f09dab8f4
2024-11-18T02:13:55,181 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/d0e951bd0528439d9357a39f09dab8f4, entries=150, sequenceid=521, filesize=12.0 K
2024-11-18T02:13:55,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/de7b5ca106d64a3890e148d51f98bb46 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/de7b5ca106d64a3890e148d51f98bb46
2024-11-18T02:13:55,186 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/de7b5ca106d64a3890e148d51f98bb46, entries=150, sequenceid=521, filesize=12.0 K
2024-11-18T02:13:55,187 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 67305d7dd3cc7241eb669c91c27120c6 in 884ms, sequenceid=521, compaction requested=true
2024-11-18T02:13:55,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:55,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:13:55,188 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:55,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:55,188 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-18T02:13:55,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:55,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:55,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:13:55,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:55,190 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52700 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:55,190 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/A is initiating minor compaction (all files)
2024-11-18T02:13:55,190 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/A in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:55,190 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/a6a1839ebb3741c296b68618e9575093, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/0ac3968630dd4716bf2985fd848e1b17, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/852e0fdc4b6644168d7c5c8bed48289d, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/a09434b2869b4bab924284114b96906b] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=51.5 K
2024-11-18T02:13:55,191 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 62493 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-18T02:13:55,191 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6a1839ebb3741c296b68618e9575093, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731896031010
2024-11-18T02:13:55,191 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/B is initiating minor compaction (all files)
2024-11-18T02:13:55,191 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/B in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:55,191 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/9d6256cc314b477b837949026f36c209, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/56d28d4d371047aea0bf2ab88613213e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/b242818266b64f5dbdb4b33c14e2dff6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/eba66f0c091d4931b1bacaf1cce55507, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/d0e951bd0528439d9357a39f09dab8f4] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=61.0 K
2024-11-18T02:13:55,191 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d6256cc314b477b837949026f36c209, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1731896030831
2024-11-18T02:13:55,192 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ac3968630dd4716bf2985fd848e1b17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731896031209
2024-11-18T02:13:55,192 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 56d28d4d371047aea0bf2ab88613213e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731896031010
2024-11-18T02:13:55,192 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 852e0fdc4b6644168d7c5c8bed48289d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731896032454
2024-11-18T02:13:55,192 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting b242818266b64f5dbdb4b33c14e2dff6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731896031209
2024-11-18T02:13:55,193 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting eba66f0c091d4931b1bacaf1cce55507, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731896032454
2024-11-18T02:13:55,193 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting a09434b2869b4bab924284114b96906b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1731896033647
2024-11-18T02:13:55,195 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d0e951bd0528439d9357a39f09dab8f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1731896033647
2024-11-18T02:13:55,208 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#A#compaction#104 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:55,208 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/693fc7b32f1f4a47adb5b76f37b6ef89 is 50, key is test_row_0/A:col10/1731896033647/Put/seqid=0
2024-11-18T02:13:55,210 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#B#compaction#105 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:55,211 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/88b9a3748422404d80cd372c9a06b8e9 is 50, key is test_row_0/B:col10/1731896033647/Put/seqid=0
2024-11-18T02:13:55,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741941_1117 (size=13493)
2024-11-18T02:13:55,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741942_1118 (size=13459)
2024-11-18T02:13:55,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-18T02:13:55,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:55,287 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T02:13:55,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:55,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:55,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:55,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:55,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:55,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:55,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/3be38b3f38494679bcf3de98e88f226e is 50, key is test_row_0/A:col10/1731896034360/Put/seqid=0
2024-11-18T02:13:55,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741943_1119 (size=12301)
2024-11-18T02:13:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-18T02:13:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:55,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:55,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896095598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:55,622 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/693fc7b32f1f4a47adb5b76f37b6ef89 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/693fc7b32f1f4a47adb5b76f37b6ef89
2024-11-18T02:13:55,625 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/88b9a3748422404d80cd372c9a06b8e9 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/88b9a3748422404d80cd372c9a06b8e9
2024-11-18T02:13:55,633 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/A of 67305d7dd3cc7241eb669c91c27120c6 into 693fc7b32f1f4a47adb5b76f37b6ef89(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:55,633 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/B of 67305d7dd3cc7241eb669c91c27120c6 into 88b9a3748422404d80cd372c9a06b8e9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:55,633 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:55,633 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:55,633 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/A, priority=12, startTime=1731896035188; duration=0sec
2024-11-18T02:13:55,633 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/B, priority=11, startTime=1731896035188; duration=0sec
2024-11-18T02:13:55,634 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:55,634 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:55,634 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:B
2024-11-18T02:13:55,634 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:A
2024-11-18T02:13:55,634 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:13:55,635 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:13:55,635 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/C is initiating minor compaction (all files)
2024-11-18T02:13:55,635 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/C in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:55,636 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/ae95a130198f4dfe8461ba134a8fd017, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8ae8d0c61fd946b98fa88825a8836a1f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8b9caa4fe7e84d20ae2fc9aafeebee46, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/de7b5ca106d64a3890e148d51f98bb46] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=49.1 K
2024-11-18T02:13:55,636 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting ae95a130198f4dfe8461ba134a8fd017, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731896031010
2024-11-18T02:13:55,637 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ae8d0c61fd946b98fa88825a8836a1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731896031209
2024-11-18T02:13:55,637 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b9caa4fe7e84d20ae2fc9aafeebee46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731896032454
2024-11-18T02:13:55,638 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting de7b5ca106d64a3890e148d51f98bb46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1731896033647
2024-11-18T02:13:55,648 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#C#compaction#107 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:55,649 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/67d606ad0c85463b8b9f9e00e5264511 is 50, key is test_row_0/C:col10/1731896033647/Put/seqid=0
2024-11-18T02:13:55,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741944_1120 (size=13493)
2024-11-18T02:13:55,703 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/3be38b3f38494679bcf3de98e88f226e
2024-11-18T02:13:55,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/1dcb084320e1435dbaa5420a84aff548 is 50, key is test_row_0/B:col10/1731896034360/Put/seqid=0
2024-11-18T02:13:55,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896095711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:55,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741945_1121 (size=12301)
2024-11-18T02:13:55,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:55,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:55,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:55,723 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/1dcb084320e1435dbaa5420a84aff548
2024-11-18T02:13:55,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/b96609c99a11489691727d463cc606b6 is 50, key is test_row_0/C:col10/1731896034360/Put/seqid=0
2024-11-18T02:13:55,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741946_1122 (size=12301)
2024-11-18T02:13:55,738 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/b96609c99a11489691727d463cc606b6
2024-11-18T02:13:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/3be38b3f38494679bcf3de98e88f226e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/3be38b3f38494679bcf3de98e88f226e
2024-11-18T02:13:55,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/3be38b3f38494679bcf3de98e88f226e, entries=150, sequenceid=536, filesize=12.0 K
2024-11-18T02:13:55,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/1dcb084320e1435dbaa5420a84aff548 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/1dcb084320e1435dbaa5420a84aff548
2024-11-18T02:13:55,753 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/1dcb084320e1435dbaa5420a84aff548, entries=150, sequenceid=536, filesize=12.0 K
2024-11-18T02:13:55,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/b96609c99a11489691727d463cc606b6 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/b96609c99a11489691727d463cc606b6
2024-11-18T02:13:55,760 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/b96609c99a11489691727d463cc606b6, entries=150, sequenceid=536, filesize=12.0 K
2024-11-18T02:13:55,761 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 67305d7dd3cc7241eb669c91c27120c6 in 474ms, sequenceid=536, compaction requested=false
2024-11-18T02:13:55,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:55,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:55,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24
2024-11-18T02:13:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=24
2024-11-18T02:13:55,764 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-18T02:13:55,764 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3970 sec
2024-11-18T02:13:55,766 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.4020 sec
2024-11-18T02:13:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:55,926 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T02:13:55,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:55,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:55,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:55,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:55,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:55,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:55,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/ebf0c168d1db4fed81ebe9d8d31fc601 is 50, key is test_row_0/A:col10/1731896035924/Put/seqid=0
2024-11-18T02:13:55,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741947_1123 (size=14741)
2024-11-18T02:13:55,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896095972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:55,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:55,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:55,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:56,060 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/67d606ad0c85463b8b9f9e00e5264511 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/67d606ad0c85463b8b9f9e00e5264511
2024-11-18T02:13:56,066 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/C of 67305d7dd3cc7241eb669c91c27120c6 into 67d606ad0c85463b8b9f9e00e5264511(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:56,066 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:56,066 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/C, priority=12, startTime=1731896035188; duration=0sec
2024-11-18T02:13:56,066 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:56,066 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:13:56,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896096081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:56,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896096292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:56,337 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/ebf0c168d1db4fed81ebe9d8d31fc601
2024-11-18T02:13:56,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/0d57c7c16c18417687186a823d402ce2 is 50, key is test_row_0/B:col10/1731896035924/Put/seqid=0
2024-11-18T02:13:56,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741948_1124 (size=12301)
2024-11-18T02:13:56,352 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/0d57c7c16c18417687186a823d402ce2
2024-11-18T02:13:56,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/8e9c50f0b29a45ba95fd37c1e4b20fb6 is 50, key is test_row_0/C:col10/1731896035924/Put/seqid=0
2024-11-18T02:13:56,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741949_1125 (size=12301)
2024-11-18T02:13:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-18T02:13:56,512 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:13:56,513 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:13:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees
2024-11-18T02:13:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T02:13:56,515 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:13:56,515 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:13:56,515 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:13:56,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896096602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:56,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:56,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:56,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T02:13:56,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-18T02:13:56,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:56,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:56,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:56,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:56,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:13:56,766 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/8e9c50f0b29a45ba95fd37c1e4b20fb6
2024-11-18T02:13:56,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/ebf0c168d1db4fed81ebe9d8d31fc601 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/ebf0c168d1db4fed81ebe9d8d31fc601
2024-11-18T02:13:56,777 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/ebf0c168d1db4fed81ebe9d8d31fc601, entries=200, sequenceid=556, filesize=14.4 K
2024-11-18T02:13:56,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/0d57c7c16c18417687186a823d402ce2 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/0d57c7c16c18417687186a823d402ce2
2024-11-18T02:13:56,782 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/0d57c7c16c18417687186a823d402ce2, entries=150, sequenceid=556, filesize=12.0 K
2024-11-18T02:13:56,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/8e9c50f0b29a45ba95fd37c1e4b20fb6 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8e9c50f0b29a45ba95fd37c1e4b20fb6
2024-11-18T02:13:56,789 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8e9c50f0b29a45ba95fd37c1e4b20fb6, entries=150, sequenceid=556, filesize=12.0 K
2024-11-18T02:13:56,790 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 67305d7dd3cc7241eb669c91c27120c6 in 864ms, sequenceid=556, compaction requested=true
2024-11-18T02:13:56,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:56,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:13:56,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:56,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:56,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:56,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:13:56,790 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:56,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:56,790 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:56,791 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:56,791 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:56,791 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/A is initiating minor compaction (all files)
2024-11-18T02:13:56,791 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/B is initiating minor compaction (all files)
2024-11-18T02:13:56,792 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/B in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:56,792 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/A in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:56,792 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/88b9a3748422404d80cd372c9a06b8e9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/1dcb084320e1435dbaa5420a84aff548, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/0d57c7c16c18417687186a823d402ce2] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=37.2 K
2024-11-18T02:13:56,792 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/693fc7b32f1f4a47adb5b76f37b6ef89, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/3be38b3f38494679bcf3de98e88f226e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/ebf0c168d1db4fed81ebe9d8d31fc601] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=39.6 K
2024-11-18T02:13:56,792 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 693fc7b32f1f4a47adb5b76f37b6ef89, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1731896033647
2024-11-18T02:13:56,792 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 88b9a3748422404d80cd372c9a06b8e9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1731896033647
2024-11-18T02:13:56,792 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3be38b3f38494679bcf3de98e88f226e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1731896034353
2024-11-18T02:13:56,793 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dcb084320e1435dbaa5420a84aff548, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1731896034353
2024-11-18T02:13:56,793 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebf0c168d1db4fed81ebe9d8d31fc601, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1731896035565
2024-11-18T02:13:56,793 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d57c7c16c18417687186a823d402ce2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1731896035579
2024-11-18T02:13:56,801 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:56,802 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/1fe9419ef67a4898868f8969dd82c2d0 is 50, key is test_row_0/B:col10/1731896035924/Put/seqid=0
2024-11-18T02:13:56,802 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#A#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:56,803 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/f628338e9a284ddeb465b4ff517988e3 is 50, key is test_row_0/A:col10/1731896035924/Put/seqid=0
2024-11-18T02:13:56,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741950_1126 (size=13561)
2024-11-18T02:13:56,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741951_1127 (size=13595)
2024-11-18T02:13:56,817 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/f628338e9a284ddeb465b4ff517988e3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f628338e9a284ddeb465b4ff517988e3
2024-11-18T02:13:56,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-18T02:13:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:56,823 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T02:13:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:56,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:56,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:56,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:56,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:56,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:56,825 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/A of 67305d7dd3cc7241eb669c91c27120c6 into f628338e9a284ddeb465b4ff517988e3(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:56,825 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:56,825 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/A, priority=13, startTime=1731896036790; duration=0sec
2024-11-18T02:13:56,825 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:56,825 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:A
2024-11-18T02:13:56,825 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:56,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/89381b62eba84882874f5bd38133c8a1 is 50, key is test_row_0/A:col10/1731896035971/Put/seqid=0
2024-11-18T02:13:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T02:13:56,833 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:56,833 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/C is initiating minor compaction (all files)
2024-11-18T02:13:56,833 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/C in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:56,833 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/67d606ad0c85463b8b9f9e00e5264511, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/b96609c99a11489691727d463cc606b6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8e9c50f0b29a45ba95fd37c1e4b20fb6] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=37.2 K
2024-11-18T02:13:56,834 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67d606ad0c85463b8b9f9e00e5264511, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1731896033647
2024-11-18T02:13:56,835 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting b96609c99a11489691727d463cc606b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1731896034353
2024-11-18T02:13:56,835 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e9c50f0b29a45ba95fd37c1e4b20fb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1731896035579
2024-11-18T02:13:56,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741952_1128 (size=12301)
2024-11-18T02:13:56,843 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/89381b62eba84882874f5bd38133c8a1
2024-11-18T02:13:56,849 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:56,850 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/447175f9f2c74a40b4725fd31812be6a is 50, key is test_row_0/C:col10/1731896035924/Put/seqid=0
2024-11-18T02:13:56,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/e25af29e58234af8b23e9a8a89e065d1 is 50, key is test_row_0/B:col10/1731896035971/Put/seqid=0
2024-11-18T02:13:56,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741953_1129 (size=13595)
2024-11-18T02:13:56,862 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/447175f9f2c74a40b4725fd31812be6a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/447175f9f2c74a40b4725fd31812be6a
2024-11-18T02:13:56,870 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/C of 67305d7dd3cc7241eb669c91c27120c6 into 447175f9f2c74a40b4725fd31812be6a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:56,870 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:56,870 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/C, priority=13, startTime=1731896036790; duration=0sec
2024-11-18T02:13:56,870 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:56,870 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:13:56,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741954_1130 (size=12301)
2024-11-18T02:13:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:57,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. as already flushing
2024-11-18T02:13:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T02:13:57,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 346 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896097186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:57,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:57,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:57,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:57,214 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/1fe9419ef67a4898868f8969dd82c2d0 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/1fe9419ef67a4898868f8969dd82c2d0
2024-11-18T02:13:57,229 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/B of 67305d7dd3cc7241eb669c91c27120c6 into 1fe9419ef67a4898868f8969dd82c2d0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:57,229 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:57,229 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/B, priority=13, startTime=1731896036790; duration=0sec
2024-11-18T02:13:57,229 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:57,229 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:B
2024-11-18T02:13:57,272 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/e25af29e58234af8b23e9a8a89e065d1
2024-11-18T02:13:57,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/7c9a4403983543d9963eb8c2cd6388a6 is 50, key is test_row_0/C:col10/1731896035971/Put/seqid=0
2024-11-18T02:13:57,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741955_1131 (size=12301)
2024-11-18T02:13:57,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 347 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896097302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:57,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:57,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:13:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 348 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43164 deadline: 1731896097512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:13:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:13:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:13:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T02:13:57,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/7c9a4403983543d9963eb8c2cd6388a6
2024-11-18T02:13:57,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/89381b62eba84882874f5bd38133c8a1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/89381b62eba84882874f5bd38133c8a1
2024-11-18T02:13:57,700 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/89381b62eba84882874f5bd38133c8a1, entries=150, sequenceid=571, filesize=12.0 K
2024-11-18T02:13:57,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/e25af29e58234af8b23e9a8a89e065d1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/e25af29e58234af8b23e9a8a89e065d1
2024-11-18T02:13:57,706 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/e25af29e58234af8b23e9a8a89e065d1, entries=150, sequenceid=571, filesize=12.0 K
2024-11-18T02:13:57,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/7c9a4403983543d9963eb8c2cd6388a6 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7c9a4403983543d9963eb8c2cd6388a6
2024-11-18T02:13:57,712 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7c9a4403983543d9963eb8c2cd6388a6, entries=150, sequenceid=571, filesize=12.0 K
2024-11-18T02:13:57,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 67305d7dd3cc7241eb669c91c27120c6 in 890ms, sequenceid=571, compaction requested=false
2024-11-18T02:13:57,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:57,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:57,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26
2024-11-18T02:13:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=26
2024-11-18T02:13:57,716 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-18T02:13:57,716 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2000 sec
2024-11-18T02:13:57,719 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.2040 sec
2024-11-18T02:13:57,751 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-11-18T02:13:57,751 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:13:57,752 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-11-18T02:13:57,752 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-11-18T02:13:57,753 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:13:57,753 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:13:57,755 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-11-18T02:13:57,755 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:13:57,756 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:57,756 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:57,756 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:57,756 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:57,757 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:57,757 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:57,757 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:57,757 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:13:57,757 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:13:57,757 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:13:57,757 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:57,757 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:13:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:13:57,823 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T02:13:57,823 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-11-18T02:13:57,823 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:13:57,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:13:57,823 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:57,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:57,824 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:13:57,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:13:57,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:57,824 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:13:57,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:13:57,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:13:57,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/5f59ab899a044bfb96bcdf0318e78734 is 50, key is test_row_0/A:col10/1731896037822/Put/seqid=0
2024-11-18T02:13:57,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741956_1132 (size=12301)
2024-11-18T02:13:58,232 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/5f59ab899a044bfb96bcdf0318e78734
2024-11-18T02:13:58,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/dfb03505ba4a43468cb4ef7ef148ae9a is 50, key is test_row_0/B:col10/1731896037822/Put/seqid=0
2024-11-18T02:13:58,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741957_1133 (size=12301)
2024-11-18T02:13:58,649 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/dfb03505ba4a43468cb4ef7ef148ae9a
2024-11-18T02:13:58,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/4ee41730035746e0b3f52bb6456ac93b is 50, key is test_row_0/C:col10/1731896037822/Put/seqid=0
2024-11-18T02:13:58,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741958_1134 (size=12301)
2024-11-18T02:13:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-18T02:13:58,662 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:13:59,063 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/4ee41730035746e0b3f52bb6456ac93b
2024-11-18T02:13:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/5f59ab899a044bfb96bcdf0318e78734 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/5f59ab899a044bfb96bcdf0318e78734
2024-11-18T02:13:59,072 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/5f59ab899a044bfb96bcdf0318e78734, entries=150, sequenceid=593, filesize=12.0 K
2024-11-18T02:13:59,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/dfb03505ba4a43468cb4ef7ef148ae9a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/dfb03505ba4a43468cb4ef7ef148ae9a
2024-11-18T02:13:59,076 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/dfb03505ba4a43468cb4ef7ef148ae9a, entries=150, sequenceid=593, filesize=12.0 K
2024-11-18T02:13:59,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/4ee41730035746e0b3f52bb6456ac93b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/4ee41730035746e0b3f52bb6456ac93b
2024-11-18T02:13:59,081 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/4ee41730035746e0b3f52bb6456ac93b, entries=150, sequenceid=593, filesize=12.0 K
2024-11-18T02:13:59,081 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 67305d7dd3cc7241eb669c91c27120c6 in 1258ms, sequenceid=593, compaction requested=true
2024-11-18T02:13:59,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:59,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:13:59,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:59,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:13:59,082 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:59,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:59,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 67305d7dd3cc7241eb669c91c27120c6:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:13:59,082 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:59,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:59,083 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:59,083 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:59,083 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/A is initiating minor compaction (all files)
2024-11-18T02:13:59,083 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/B is initiating minor compaction (all files)
2024-11-18T02:13:59,083 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/A in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:59,083 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f628338e9a284ddeb465b4ff517988e3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/89381b62eba84882874f5bd38133c8a1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/5f59ab899a044bfb96bcdf0318e78734] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=37.3 K
2024-11-18T02:13:59,083 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/B in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:59,083 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/1fe9419ef67a4898868f8969dd82c2d0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/e25af29e58234af8b23e9a8a89e065d1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/dfb03505ba4a43468cb4ef7ef148ae9a] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=37.3 K
2024-11-18T02:13:59,083 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting f628338e9a284ddeb465b4ff517988e3, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1731896035579
2024-11-18T02:13:59,083 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fe9419ef67a4898868f8969dd82c2d0, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1731896035579
2024-11-18T02:13:59,084 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89381b62eba84882874f5bd38133c8a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731896035959
2024-11-18T02:13:59,084 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting e25af29e58234af8b23e9a8a89e065d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731896035959
2024-11-18T02:13:59,084 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f59ab899a044bfb96bcdf0318e78734, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=593, earliestPutTs=1731896037178
2024-11-18T02:13:59,084 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting dfb03505ba4a43468cb4ef7ef148ae9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=593, earliestPutTs=1731896037178
2024-11-18T02:13:59,092 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#B#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:59,092 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#A#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:59,092 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/8d5a6715f77f4cf1ba9cecbdad385a32 is 50, key is test_row_0/B:col10/1731896037822/Put/seqid=0
2024-11-18T02:13:59,092 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/04f81f0ec42c4e0e81360295a9728dc5 is 50, key is test_row_0/A:col10/1731896037822/Put/seqid=0
2024-11-18T02:13:59,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741959_1135 (size=13663)
2024-11-18T02:13:59,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741960_1136 (size=13697)
2024-11-18T02:13:59,503 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/8d5a6715f77f4cf1ba9cecbdad385a32 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8d5a6715f77f4cf1ba9cecbdad385a32
2024-11-18T02:13:59,503 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/04f81f0ec42c4e0e81360295a9728dc5 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/04f81f0ec42c4e0e81360295a9728dc5
2024-11-18T02:13:59,508 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/A of 67305d7dd3cc7241eb669c91c27120c6 into 04f81f0ec42c4e0e81360295a9728dc5(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:59,508 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/B of 67305d7dd3cc7241eb669c91c27120c6 into 8d5a6715f77f4cf1ba9cecbdad385a32(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:59,508 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:59,508 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:59,508 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/A, priority=13, startTime=1731896039081; duration=0sec
2024-11-18T02:13:59,509 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/B, priority=13, startTime=1731896039082; duration=0sec
2024-11-18T02:13:59,509 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:13:59,509 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:A
2024-11-18T02:13:59,509 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:59,509 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:13:59,509 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:B
2024-11-18T02:13:59,510 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:13:59,510 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 67305d7dd3cc7241eb669c91c27120c6/C is initiating minor compaction (all files)
2024-11-18T02:13:59,510 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 67305d7dd3cc7241eb669c91c27120c6/C in TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:13:59,510 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/447175f9f2c74a40b4725fd31812be6a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7c9a4403983543d9963eb8c2cd6388a6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/4ee41730035746e0b3f52bb6456ac93b] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp, totalSize=37.3 K
2024-11-18T02:13:59,511 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 447175f9f2c74a40b4725fd31812be6a, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=556, earliestPutTs=1731896035579
2024-11-18T02:13:59,511 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c9a4403983543d9963eb8c2cd6388a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=571, earliestPutTs=1731896035959
2024-11-18T02:13:59,512 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ee41730035746e0b3f52bb6456ac93b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=593, earliestPutTs=1731896037178
2024-11-18T02:13:59,520 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 67305d7dd3cc7241eb669c91c27120c6#C#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:13:59,520 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/7d1c5f9582bd43e7b3229061935af33c is 50, key is test_row_0/C:col10/1731896037822/Put/seqid=0
2024-11-18T02:13:59,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741961_1137 (size=13697)
2024-11-18T02:13:59,929 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/7d1c5f9582bd43e7b3229061935af33c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7d1c5f9582bd43e7b3229061935af33c
2024-11-18T02:13:59,934 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 67305d7dd3cc7241eb669c91c27120c6/C of 67305d7dd3cc7241eb669c91c27120c6 into 7d1c5f9582bd43e7b3229061935af33c(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:13:59,934 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 67305d7dd3cc7241eb669c91c27120c6:

2024-11-18T02:13:59,934 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., storeName=67305d7dd3cc7241eb669c91c27120c6/C, priority=13, startTime=1731896039082; duration=0sec
2024-11-18T02:13:59,934 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:13:59,934 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 67305d7dd3cc7241eb669c91c27120c6:C
2024-11-18T02:14:02,158 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T02:14:03,014 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-11-18T02:14:03,014 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:14:03,014 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:03,014 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:03,014 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:03,043 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-11-18T02:14:03,043 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:14:03,043 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:03,043 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:03,043 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:03,084 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-11-18T02:14:03,084 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:14:03,084 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:03,084 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:03,084 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:03,103 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-11-18T02:14:03,103 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:14:03,103 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:03,103 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:03,103 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:03,103 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 48
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 56
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 277
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 41
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 52
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2773
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2657
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1204
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3589 rows
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1202
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3603 rows
2024-11-18T02:14:03,104 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T02:14:03,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T02:14:03,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:03,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:03,104 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:03,110 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T02:14:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-18T02:14:03,118 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896043117"}]},"ts":"1731896043117"}
2024-11-18T02:14:03,121 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T02:14:03,121 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T02:14:03,123 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T02:14:03,127 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=67305d7dd3cc7241eb669c91c27120c6, UNASSIGN}]
2024-11-18T02:14:03,128 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=67305d7dd3cc7241eb669c91c27120c6, UNASSIGN
2024-11-18T02:14:03,130 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=67305d7dd3cc7241eb669c91c27120c6, regionState=CLOSING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:03,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=67305d7dd3cc7241eb669c91c27120c6, UNASSIGN because future has completed
2024-11-18T02:14:03,136 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T02:14:03,137 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:14:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-18T02:14:03,293 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:14:03,294 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T02:14:03,294 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 67305d7dd3cc7241eb669c91c27120c6, disabling compactions & flushes
2024-11-18T02:14:03,294 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:14:03,294 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:14:03,294 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. after waiting 0 ms
2024-11-18T02:14:03,294 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:14:03,295 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 67305d7dd3cc7241eb669c91c27120c6 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-18T02:14:03,295 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=A
2024-11-18T02:14:03,295 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:03,295 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=B
2024-11-18T02:14:03,295 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:03,295 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 67305d7dd3cc7241eb669c91c27120c6, store=C
2024-11-18T02:14:03,295 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:03,299 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/96f34d4ccfc94f9e928a00a5f1e3e74a is 50, key is test_row_0/A:col10/1731896043012/Put/seqid=0
2024-11-18T02:14:03,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741962_1138 (size=12301)
2024-11-18T02:14:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-18T02:14:03,703 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/96f34d4ccfc94f9e928a00a5f1e3e74a
2024-11-18T02:14:03,713 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/4221e4e2a7154a58b51dcd412e5a8c43 is 50, key is test_row_0/B:col10/1731896043012/Put/seqid=0
2024-11-18T02:14:03,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741963_1139 (size=12301)
2024-11-18T02:14:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-18T02:14:04,118 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/4221e4e2a7154a58b51dcd412e5a8c43
2024-11-18T02:14:04,125 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/0ca79ac580c44a85a5ab77401c28db67 is 50, key is test_row_0/C:col10/1731896043012/Put/seqid=0
2024-11-18T02:14:04,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741964_1140 (size=12301)
2024-11-18T02:14:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-18T02:14:04,530 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/0ca79ac580c44a85a5ab77401c28db67
2024-11-18T02:14:04,535 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/A/96f34d4ccfc94f9e928a00a5f1e3e74a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/96f34d4ccfc94f9e928a00a5f1e3e74a
2024-11-18T02:14:04,539 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/96f34d4ccfc94f9e928a00a5f1e3e74a, entries=150, sequenceid=603, filesize=12.0 K
2024-11-18T02:14:04,540 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/B/4221e4e2a7154a58b51dcd412e5a8c43 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4221e4e2a7154a58b51dcd412e5a8c43
2024-11-18T02:14:04,544 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4221e4e2a7154a58b51dcd412e5a8c43, entries=150, sequenceid=603, filesize=12.0 K
2024-11-18T02:14:04,545 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/.tmp/C/0ca79ac580c44a85a5ab77401c28db67 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/0ca79ac580c44a85a5ab77401c28db67
2024-11-18T02:14:04,548 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/0ca79ac580c44a85a5ab77401c28db67, entries=150, sequenceid=603, filesize=12.0 K
2024-11-18T02:14:04,549 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 67305d7dd3cc7241eb669c91c27120c6 in 1255ms, sequenceid=603, compaction requested=false
2024-11-18T02:14:04,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/9d64708048804a96afc7ccd26da56f57, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/ec5e38e32753432a919d249edbccfa2e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/27e63e5f19f344028f96ab386d28dabf, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/021a3ecb61584f1db7d29b7c5c8f8b7e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8a9c335ed1704cf9b45477169e56d5a3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6e70034d5c09493983a7ab61f3531987, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/d0a724cffa394518a91216ebc5b94b2b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/c19b8508bdeb4a2eafc56490051085cd, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/08d52d6bfff34b7e921175c13eee12dc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/1580edbca885442bb4617c21324d57f1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f92ad25f8a494ed59451481df0c0f430, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/af6815e83f3d458e9517feea5407b06b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6cffc40e902e46c0b900b40c6292db7a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/410de1b55f2c4a06a6db289b43573aa5, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f898a0447dd74d718a83ca10aea094b4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6eafe92bd7084ed6ba9385e964d383ab, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/9f81ecd3d9914f8ba5fd0c1f71b6e42a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/c4ea003aba6344bbb5ffde92eadc011e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/96b6ce28d09c49cf9f7c148474c4ae16, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8bdd0d24199941128278477d9cc12f0f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/d1d8ed3dea714b0895ffe9ede039cc58, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/1c047656505f4fb6852da5b46180502b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/b22562b10dc64f6c8ad45e57ac3dc079, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/650a128ce3474d989db7e2334811e2df, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/362c0b2da0e34dabb8a94eefa160ff71, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/de9cb00259334deab2a29b22c876f6c4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8ef6c9b9ed234fde840ce9a4e23f7a10, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/144b4478f6ba4264b669cf62882b7d21, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/abb56d226c76418d8f7c7111c71500fe, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/490dc754ebb24c2487762db98bd439e0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/580665386e834cb4acb88ed481a04239, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/a6a1839ebb3741c296b68618e9575093, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/0ac3968630dd4716bf2985fd848e1b17, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/852e0fdc4b6644168d7c5c8bed48289d, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/a09434b2869b4bab924284114b96906b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/693fc7b32f1f4a47adb5b76f37b6ef89, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/3be38b3f38494679bcf3de98e88f226e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/ebf0c168d1db4fed81ebe9d8d31fc601, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f628338e9a284ddeb465b4ff517988e3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/89381b62eba84882874f5bd38133c8a1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/5f59ab899a044bfb96bcdf0318e78734] to archive
2024-11-18T02:14:04,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:14:04,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/9d64708048804a96afc7ccd26da56f57 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/9d64708048804a96afc7ccd26da56f57
2024-11-18T02:14:04,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/ec5e38e32753432a919d249edbccfa2e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/ec5e38e32753432a919d249edbccfa2e
2024-11-18T02:14:04,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/27e63e5f19f344028f96ab386d28dabf to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/27e63e5f19f344028f96ab386d28dabf
2024-11-18T02:14:04,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/021a3ecb61584f1db7d29b7c5c8f8b7e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/021a3ecb61584f1db7d29b7c5c8f8b7e
2024-11-18T02:14:04,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8a9c335ed1704cf9b45477169e56d5a3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8a9c335ed1704cf9b45477169e56d5a3
2024-11-18T02:14:04,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6e70034d5c09493983a7ab61f3531987 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6e70034d5c09493983a7ab61f3531987
2024-11-18T02:14:04,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/d0a724cffa394518a91216ebc5b94b2b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/d0a724cffa394518a91216ebc5b94b2b
2024-11-18T02:14:04,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/c19b8508bdeb4a2eafc56490051085cd to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/c19b8508bdeb4a2eafc56490051085cd
2024-11-18T02:14:04,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/08d52d6bfff34b7e921175c13eee12dc to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/08d52d6bfff34b7e921175c13eee12dc
2024-11-18T02:14:04,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/1580edbca885442bb4617c21324d57f1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/1580edbca885442bb4617c21324d57f1
2024-11-18T02:14:04,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f92ad25f8a494ed59451481df0c0f430 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f92ad25f8a494ed59451481df0c0f430
2024-11-18T02:14:04,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/af6815e83f3d458e9517feea5407b06b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/af6815e83f3d458e9517feea5407b06b
2024-11-18T02:14:04,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6cffc40e902e46c0b900b40c6292db7a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6cffc40e902e46c0b900b40c6292db7a
2024-11-18T02:14:04,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/410de1b55f2c4a06a6db289b43573aa5 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/410de1b55f2c4a06a6db289b43573aa5
2024-11-18T02:14:04,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f898a0447dd74d718a83ca10aea094b4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f898a0447dd74d718a83ca10aea094b4
2024-11-18T02:14:04,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6eafe92bd7084ed6ba9385e964d383ab to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/6eafe92bd7084ed6ba9385e964d383ab
2024-11-18T02:14:04,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/9f81ecd3d9914f8ba5fd0c1f71b6e42a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/9f81ecd3d9914f8ba5fd0c1f71b6e42a
2024-11-18T02:14:04,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/c4ea003aba6344bbb5ffde92eadc011e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/c4ea003aba6344bbb5ffde92eadc011e
2024-11-18T02:14:04,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/96b6ce28d09c49cf9f7c148474c4ae16 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/96b6ce28d09c49cf9f7c148474c4ae16
2024-11-18T02:14:04,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8bdd0d24199941128278477d9cc12f0f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8bdd0d24199941128278477d9cc12f0f
2024-11-18T02:14:04,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/d1d8ed3dea714b0895ffe9ede039cc58 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/d1d8ed3dea714b0895ffe9ede039cc58
2024-11-18T02:14:04,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/1c047656505f4fb6852da5b46180502b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/1c047656505f4fb6852da5b46180502b
2024-11-18T02:14:04,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/b22562b10dc64f6c8ad45e57ac3dc079 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/b22562b10dc64f6c8ad45e57ac3dc079
2024-11-18T02:14:04,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/650a128ce3474d989db7e2334811e2df to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/650a128ce3474d989db7e2334811e2df
2024-11-18T02:14:04,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/362c0b2da0e34dabb8a94eefa160ff71 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/362c0b2da0e34dabb8a94eefa160ff71
2024-11-18T02:14:04,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/de9cb00259334deab2a29b22c876f6c4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/de9cb00259334deab2a29b22c876f6c4
2024-11-18T02:14:04,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8ef6c9b9ed234fde840ce9a4e23f7a10 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/8ef6c9b9ed234fde840ce9a4e23f7a10
2024-11-18T02:14:04,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/144b4478f6ba4264b669cf62882b7d21 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/144b4478f6ba4264b669cf62882b7d21
2024-11-18T02:14:04,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/abb56d226c76418d8f7c7111c71500fe to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/abb56d226c76418d8f7c7111c71500fe
2024-11-18T02:14:04,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/490dc754ebb24c2487762db98bd439e0 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/490dc754ebb24c2487762db98bd439e0
2024-11-18T02:14:04,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/580665386e834cb4acb88ed481a04239 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/580665386e834cb4acb88ed481a04239
2024-11-18T02:14:04,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/a6a1839ebb3741c296b68618e9575093 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/a6a1839ebb3741c296b68618e9575093
2024-11-18T02:14:04,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/0ac3968630dd4716bf2985fd848e1b17 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/0ac3968630dd4716bf2985fd848e1b17
2024-11-18T02:14:04,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/852e0fdc4b6644168d7c5c8bed48289d to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/852e0fdc4b6644168d7c5c8bed48289d
2024-11-18T02:14:04,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/a09434b2869b4bab924284114b96906b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/a09434b2869b4bab924284114b96906b
2024-11-18T02:14:04,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/693fc7b32f1f4a47adb5b76f37b6ef89 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/693fc7b32f1f4a47adb5b76f37b6ef89
2024-11-18T02:14:04,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/3be38b3f38494679bcf3de98e88f226e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/3be38b3f38494679bcf3de98e88f226e
2024-11-18T02:14:04,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/ebf0c168d1db4fed81ebe9d8d31fc601 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/ebf0c168d1db4fed81ebe9d8d31fc601
2024-11-18T02:14:04,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f628338e9a284ddeb465b4ff517988e3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/f628338e9a284ddeb465b4ff517988e3
2024-11-18T02:14:04,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/89381b62eba84882874f5bd38133c8a1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/89381b62eba84882874f5bd38133c8a1
2024-11-18T02:14:04,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/5f59ab899a044bfb96bcdf0318e78734 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/5f59ab899a044bfb96bcdf0318e78734
2024-11-18T02:14:04,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a0a82f8897264cb59bee3b7b6e9271a4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/2505dd50b5e540e6bbad959e32ad29dc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4f36c87478454defbfb2227e48f88cd6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/7473566a621c4aa89d69b7f2608d590c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/141d815fb7324ad5baf190986bc7ad7d, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/5dd9a89b88a24c1fb91cadde52042b21, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/cbc7d940abb34c64a71a6515acc4db4c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/48825b4df1d04917829a848c939b9c04, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8208265ef7894baea992447517e92613, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/780c9905276242818b1aae41f6b92fd2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/e6770a4a30a7429aaa607377cfb78795, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/cb988335fc0146b38d09a89ca9698688, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8438087c104f4d9fa30ae935b0f16e49, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/248c6534d75d42e3ab0279b5eb79d80e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a9854137f4f54943b6b4b5f19cb6c79e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/b16c16a1887e44a9a8df7bcd52df1a17, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a480d1addd5a4429b5efb7e2a3abe043, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/48f40943e8f24d7fb93ad9dd4ef83796, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/953440dc75294d2da811573c4b17ff5e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/3b6c753a03cc4e0095a6fa6148941188, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a5c02f4c2ee7410c9261953a84672bd7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/24b77045676848329bf39b22a85bc1b7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a402382111f746a28471ac8c4914de5e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/c716938a50964556885c779728ae7c68, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/d7001b1eb7b04c2291e720344ba238cb, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4f0d97d5c85c4768aed9aca375ea37e1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4a34e67138c14626af61811804307d78, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/99889d72c4d84a9b8264dd5b6a6c883e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/9d6256cc314b477b837949026f36c209, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/112f2eda3ade461d97e1d18ab84ab0df, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/56d28d4d371047aea0bf2ab88613213e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/b242818266b64f5dbdb4b33c14e2dff6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/eba66f0c091d4931b1bacaf1cce55507, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/88b9a3748422404d80cd372c9a06b8e9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/d0e951bd0528439d9357a39f09dab8f4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/1dcb084320e1435dbaa5420a84aff548, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/1fe9419ef67a4898868f8969dd82c2d0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/0d57c7c16c18417687186a823d402ce2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/e25af29e58234af8b23e9a8a89e065d1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/dfb03505ba4a43468cb4ef7ef148ae9a] to archive
2024-11-18T02:14:04,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:14:04,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a0a82f8897264cb59bee3b7b6e9271a4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a0a82f8897264cb59bee3b7b6e9271a4
2024-11-18T02:14:04,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/2505dd50b5e540e6bbad959e32ad29dc to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/2505dd50b5e540e6bbad959e32ad29dc
2024-11-18T02:14:04,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4f36c87478454defbfb2227e48f88cd6 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4f36c87478454defbfb2227e48f88cd6
2024-11-18T02:14:04,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/7473566a621c4aa89d69b7f2608d590c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/7473566a621c4aa89d69b7f2608d590c
2024-11-18T02:14:04,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/141d815fb7324ad5baf190986bc7ad7d to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/141d815fb7324ad5baf190986bc7ad7d
2024-11-18T02:14:04,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/5dd9a89b88a24c1fb91cadde52042b21 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/5dd9a89b88a24c1fb91cadde52042b21
2024-11-18T02:14:04,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/cbc7d940abb34c64a71a6515acc4db4c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/cbc7d940abb34c64a71a6515acc4db4c
2024-11-18T02:14:04,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/48825b4df1d04917829a848c939b9c04 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/48825b4df1d04917829a848c939b9c04
2024-11-18T02:14:04,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8208265ef7894baea992447517e92613 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8208265ef7894baea992447517e92613
2024-11-18T02:14:04,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/780c9905276242818b1aae41f6b92fd2 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/780c9905276242818b1aae41f6b92fd2
2024-11-18T02:14:04,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/e6770a4a30a7429aaa607377cfb78795 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/e6770a4a30a7429aaa607377cfb78795
2024-11-18T02:14:04,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/cb988335fc0146b38d09a89ca9698688 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/cb988335fc0146b38d09a89ca9698688
2024-11-18T02:14:04,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8438087c104f4d9fa30ae935b0f16e49 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8438087c104f4d9fa30ae935b0f16e49
2024-11-18T02:14:04,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/248c6534d75d42e3ab0279b5eb79d80e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/248c6534d75d42e3ab0279b5eb79d80e
2024-11-18T02:14:04,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a9854137f4f54943b6b4b5f19cb6c79e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a9854137f4f54943b6b4b5f19cb6c79e
2024-11-18T02:14:04,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/b16c16a1887e44a9a8df7bcd52df1a17 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/b16c16a1887e44a9a8df7bcd52df1a17
2024-11-18T02:14:04,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a480d1addd5a4429b5efb7e2a3abe043 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a480d1addd5a4429b5efb7e2a3abe043
2024-11-18T02:14:04,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/48f40943e8f24d7fb93ad9dd4ef83796 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/48f40943e8f24d7fb93ad9dd4ef83796
2024-11-18T02:14:04,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/953440dc75294d2da811573c4b17ff5e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/953440dc75294d2da811573c4b17ff5e
2024-11-18T02:14:04,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/3b6c753a03cc4e0095a6fa6148941188 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/3b6c753a03cc4e0095a6fa6148941188
2024-11-18T02:14:04,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a5c02f4c2ee7410c9261953a84672bd7 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a5c02f4c2ee7410c9261953a84672bd7
2024-11-18T02:14:04,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/24b77045676848329bf39b22a85bc1b7 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/24b77045676848329bf39b22a85bc1b7
2024-11-18T02:14:04,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a402382111f746a28471ac8c4914de5e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/a402382111f746a28471ac8c4914de5e
2024-11-18T02:14:04,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/c716938a50964556885c779728ae7c68 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/c716938a50964556885c779728ae7c68
2024-11-18T02:14:04,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/d7001b1eb7b04c2291e720344ba238cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/d7001b1eb7b04c2291e720344ba238cb
2024-11-18T02:14:04,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4f0d97d5c85c4768aed9aca375ea37e1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4f0d97d5c85c4768aed9aca375ea37e1
2024-11-18T02:14:04,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4a34e67138c14626af61811804307d78 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4a34e67138c14626af61811804307d78
2024-11-18T02:14:04,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/99889d72c4d84a9b8264dd5b6a6c883e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/99889d72c4d84a9b8264dd5b6a6c883e
2024-11-18T02:14:04,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/9d6256cc314b477b837949026f36c209 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/9d6256cc314b477b837949026f36c209
2024-11-18T02:14:04,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/112f2eda3ade461d97e1d18ab84ab0df to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/112f2eda3ade461d97e1d18ab84ab0df
2024-11-18T02:14:04,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/56d28d4d371047aea0bf2ab88613213e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/56d28d4d371047aea0bf2ab88613213e
2024-11-18T02:14:04,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/b242818266b64f5dbdb4b33c14e2dff6 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/b242818266b64f5dbdb4b33c14e2dff6
2024-11-18T02:14:04,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/eba66f0c091d4931b1bacaf1cce55507 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/eba66f0c091d4931b1bacaf1cce55507
2024-11-18T02:14:04,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/88b9a3748422404d80cd372c9a06b8e9 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/88b9a3748422404d80cd372c9a06b8e9
2024-11-18T02:14:04,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/d0e951bd0528439d9357a39f09dab8f4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/d0e951bd0528439d9357a39f09dab8f4
2024-11-18T02:14:04,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/1dcb084320e1435dbaa5420a84aff548 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/1dcb084320e1435dbaa5420a84aff548
2024-11-18T02:14:04,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/1fe9419ef67a4898868f8969dd82c2d0 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/1fe9419ef67a4898868f8969dd82c2d0
2024-11-18T02:14:04,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/0d57c7c16c18417687186a823d402ce2 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/0d57c7c16c18417687186a823d402ce2
2024-11-18T02:14:04,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/e25af29e58234af8b23e9a8a89e065d1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/e25af29e58234af8b23e9a8a89e065d1
2024-11-18T02:14:04,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/dfb03505ba4a43468cb4ef7ef148ae9a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/dfb03505ba4a43468cb4ef7ef148ae9a
2024-11-18T02:14:04,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/38b7185243da40f789835033b8fe3ba7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/eb80834c0ef944858bec9872f3fdb3a7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d4902159aaec4607a343eedbe7ade7f2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/6dc5065703824dfdba34bf6a0e376ce6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8b76435e14104c08b2041f253cb42ed5, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/12e0ee7d486846f3b84f521cf0bf231b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/61f8a1b28eea4a02bf8e2975f565c333, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/788601c9f34346eaad51bcf7ecc195f0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/861027ab8462415ea9e06b4fe4f750e7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/e2df2c42d66f430ca9d9a0cdff631212, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f0bc527fd5484b2793e4d53b00641718, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d9943b9e53ab41118624020eef0e6d0f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7fc8e770599b45c0a3e1fb526dafbf7e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/bee4425f127940cfa67bc2f854a2c620, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7a81812a8dc140d59c8ef837b953ed0a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/381d4dd3d0b34f4b99ee566a9273fa52, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/87167f77cdec4f3793bd50207a9e5a90, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/2ba834c64fcf404bbcfdffa96633c4f9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/24387194850548a38544750dde8f7646, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/deb75d0b2473483198dccf4452a5218c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/cffc6e4695b44126a219d848eceef007, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f1f1d9ba88f44543aaf580104c168175, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/e5617924b70e4fec97d20e4568759e42, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d03a0fb3f27b42908ac6af8efb11e9b3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/740d44900be14842a173fea203ab2247, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/b6fb54abf8ec40d5b9e0772320b4bc5a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/6af9c8c7fb034d54b0ff86139c37f6c3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/2bf649ea80cd4aafafb06f0720039459, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f9ce7427c5544c8d82a1d224f9378cbd, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d42f8ad915bb4c14b2d10dcdf90b8476, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/ae95a130198f4dfe8461ba134a8fd017, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f7b845fbc46e44c3a03e636bfd344a7f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8ae8d0c61fd946b98fa88825a8836a1f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8b9caa4fe7e84d20ae2fc9aafeebee46, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/67d606ad0c85463b8b9f9e00e5264511, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/de7b5ca106d64a3890e148d51f98bb46, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/b96609c99a11489691727d463cc606b6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/447175f9f2c74a40b4725fd31812be6a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8e9c50f0b29a45ba95fd37c1e4b20fb6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7c9a4403983543d9963eb8c2cd6388a6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/4ee41730035746e0b3f52bb6456ac93b] to archive
2024-11-18T02:14:04,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:14:04,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/38b7185243da40f789835033b8fe3ba7 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/38b7185243da40f789835033b8fe3ba7
2024-11-18T02:14:04,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/eb80834c0ef944858bec9872f3fdb3a7 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/eb80834c0ef944858bec9872f3fdb3a7
2024-11-18T02:14:04,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d4902159aaec4607a343eedbe7ade7f2 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d4902159aaec4607a343eedbe7ade7f2
2024-11-18T02:14:04,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/6dc5065703824dfdba34bf6a0e376ce6 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/6dc5065703824dfdba34bf6a0e376ce6
2024-11-18T02:14:04,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8b76435e14104c08b2041f253cb42ed5 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8b76435e14104c08b2041f253cb42ed5
2024-11-18T02:14:04,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/12e0ee7d486846f3b84f521cf0bf231b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/12e0ee7d486846f3b84f521cf0bf231b
2024-11-18T02:14:04,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/61f8a1b28eea4a02bf8e2975f565c333 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/61f8a1b28eea4a02bf8e2975f565c333
2024-11-18T02:14:04,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/788601c9f34346eaad51bcf7ecc195f0 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/788601c9f34346eaad51bcf7ecc195f0
2024-11-18T02:14:04,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/861027ab8462415ea9e06b4fe4f750e7 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/861027ab8462415ea9e06b4fe4f750e7
2024-11-18T02:14:04,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/e2df2c42d66f430ca9d9a0cdff631212 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/e2df2c42d66f430ca9d9a0cdff631212
2024-11-18T02:14:04,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f0bc527fd5484b2793e4d53b00641718 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f0bc527fd5484b2793e4d53b00641718
2024-11-18T02:14:04,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d9943b9e53ab41118624020eef0e6d0f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d9943b9e53ab41118624020eef0e6d0f
2024-11-18T02:14:04,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7fc8e770599b45c0a3e1fb526dafbf7e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7fc8e770599b45c0a3e1fb526dafbf7e
2024-11-18T02:14:04,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/bee4425f127940cfa67bc2f854a2c620 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/bee4425f127940cfa67bc2f854a2c620
2024-11-18T02:14:04,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7a81812a8dc140d59c8ef837b953ed0a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7a81812a8dc140d59c8ef837b953ed0a
2024-11-18T02:14:04,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/381d4dd3d0b34f4b99ee566a9273fa52 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/381d4dd3d0b34f4b99ee566a9273fa52
2024-11-18T02:14:04,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/87167f77cdec4f3793bd50207a9e5a90 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/87167f77cdec4f3793bd50207a9e5a90
2024-11-18T02:14:04,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/2ba834c64fcf404bbcfdffa96633c4f9 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/2ba834c64fcf404bbcfdffa96633c4f9
2024-11-18T02:14:04,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/24387194850548a38544750dde8f7646 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/24387194850548a38544750dde8f7646
2024-11-18T02:14:04,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/deb75d0b2473483198dccf4452a5218c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/deb75d0b2473483198dccf4452a5218c
2024-11-18T02:14:04,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/cffc6e4695b44126a219d848eceef007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/cffc6e4695b44126a219d848eceef007
2024-11-18T02:14:04,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f1f1d9ba88f44543aaf580104c168175 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f1f1d9ba88f44543aaf580104c168175
2024-11-18T02:14:04,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/e5617924b70e4fec97d20e4568759e42 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/e5617924b70e4fec97d20e4568759e42
2024-11-18T02:14:04,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d03a0fb3f27b42908ac6af8efb11e9b3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d03a0fb3f27b42908ac6af8efb11e9b3
2024-11-18T02:14:04,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/740d44900be14842a173fea203ab2247 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/740d44900be14842a173fea203ab2247
2024-11-18T02:14:04,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/b6fb54abf8ec40d5b9e0772320b4bc5a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/b6fb54abf8ec40d5b9e0772320b4bc5a
2024-11-18T02:14:04,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/6af9c8c7fb034d54b0ff86139c37f6c3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/6af9c8c7fb034d54b0ff86139c37f6c3
2024-11-18T02:14:04,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/2bf649ea80cd4aafafb06f0720039459 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/2bf649ea80cd4aafafb06f0720039459
2024-11-18T02:14:04,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f9ce7427c5544c8d82a1d224f9378cbd to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f9ce7427c5544c8d82a1d224f9378cbd
2024-11-18T02:14:04,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d42f8ad915bb4c14b2d10dcdf90b8476 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/d42f8ad915bb4c14b2d10dcdf90b8476
2024-11-18T02:14:04,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/ae95a130198f4dfe8461ba134a8fd017 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/ae95a130198f4dfe8461ba134a8fd017
2024-11-18T02:14:04,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f7b845fbc46e44c3a03e636bfd344a7f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/f7b845fbc46e44c3a03e636bfd344a7f
2024-11-18T02:14:04,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8ae8d0c61fd946b98fa88825a8836a1f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8ae8d0c61fd946b98fa88825a8836a1f
2024-11-18T02:14:04,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8b9caa4fe7e84d20ae2fc9aafeebee46 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8b9caa4fe7e84d20ae2fc9aafeebee46
2024-11-18T02:14:04,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/67d606ad0c85463b8b9f9e00e5264511 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/67d606ad0c85463b8b9f9e00e5264511
2024-11-18T02:14:04,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/de7b5ca106d64a3890e148d51f98bb46 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/de7b5ca106d64a3890e148d51f98bb46
2024-11-18T02:14:04,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/b96609c99a11489691727d463cc606b6 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/b96609c99a11489691727d463cc606b6
2024-11-18T02:14:04,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/447175f9f2c74a40b4725fd31812be6a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/447175f9f2c74a40b4725fd31812be6a
2024-11-18T02:14:04,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8e9c50f0b29a45ba95fd37c1e4b20fb6 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/8e9c50f0b29a45ba95fd37c1e4b20fb6
2024-11-18T02:14:04,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7c9a4403983543d9963eb8c2cd6388a6 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7c9a4403983543d9963eb8c2cd6388a6
2024-11-18T02:14:04,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/4ee41730035746e0b3f52bb6456ac93b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/4ee41730035746e0b3f52bb6456ac93b
2024-11-18T02:14:04,720 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/recovered.edits/606.seqid, newMaxSeqId=606, maxSeqId=1
2024-11-18T02:14:04,720 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.
2024-11-18T02:14:04,720 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 67305d7dd3cc7241eb669c91c27120c6:
Waiting for close lock at 1731896043294Running coprocessor pre-close hooks at 1731896043294Disabling compacts and flushes for region at 1731896043294Disabling writes for close at 1731896043294Obtaining lock to block concurrent updates at 1731896043295 (+1 ms)Preparing flush snapshotting stores in 67305d7dd3cc7241eb669c91c27120c6 at 1731896043295Finished memstore snapshotting TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731896043295Flushing stores of TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6. at 1731896043296 (+1 ms)Flushing 67305d7dd3cc7241eb669c91c27120c6/A: creating writer at 1731896043296Flushing 67305d7dd3cc7241eb669c91c27120c6/A: appending metadata at 1731896043299 (+3 ms)Flushing 67305d7dd3cc7241eb669c91c27120c6/A: closing flushed file at 1731896043299Flushing 67305d7dd3cc7241eb669c91c27120c6/B: creating writer at 1731896043709 (+410 ms)Flushing 67305d7dd3cc7241eb669c91c27120c6/B: appending metadata at 1731896043713 (+4 ms)Flushing 67305d7dd3cc7241eb669c91c27120c6/B: closing flushed file at 1731896043713Flushing 67305d7dd3cc7241eb669c91c27120c6/C: creating writer at 1731896044122 (+409 ms)Flushing 67305d7dd3cc7241eb669c91c27120c6/C: appending metadata at 1731896044125 (+3 ms)Flushing 67305d7dd3cc7241eb669c91c27120c6/C: closing flushed file at 1731896044125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192e6063: reopening flushed file at 1731896044534 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3475d9dd: reopening flushed file at 1731896044540 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4327933f: reopening flushed file at 1731896044544 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 67305d7dd3cc7241eb669c91c27120c6 in 1255ms, sequenceid=603, compaction requested=false at 1731896044549 (+5 ms)Writing region close event to WAL at 1731896044716 (+167 ms)Running coprocessor post-close hooks at 1731896044720 (+4 ms)Closed at 1731896044720
2024-11-18T02:14:04,723 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:14:04,723 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=67305d7dd3cc7241eb669c91c27120c6, regionState=CLOSED
2024-11-18T02:14:04,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:14:04,727 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-18T02:14:04,728 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 67305d7dd3cc7241eb669c91c27120c6, server=c4730a2bacf8,33637,1731896013809 in 1.5890 sec
2024-11-18T02:14:04,729 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-18T02:14:04,729 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=67305d7dd3cc7241eb669c91c27120c6, UNASSIGN in 1.6010 sec
2024-11-18T02:14:04,732 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-18T02:14:04,732 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6080 sec
2024-11-18T02:14:04,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896044733"}]},"ts":"1731896044733"}
2024-11-18T02:14:04,734 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T02:14:04,734 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T02:14:04,736 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6240 sec
2024-11-18T02:14:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-18T02:14:05,262 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:05,265 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T02:14:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:05,271 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T02:14:05,272 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:05,278 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:14:05,282 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/recovered.edits]
2024-11-18T02:14:05,284 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/04f81f0ec42c4e0e81360295a9728dc5 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/04f81f0ec42c4e0e81360295a9728dc5
2024-11-18T02:14:05,286 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/96f34d4ccfc94f9e928a00a5f1e3e74a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/A/96f34d4ccfc94f9e928a00a5f1e3e74a
2024-11-18T02:14:05,288 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4221e4e2a7154a58b51dcd412e5a8c43 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/4221e4e2a7154a58b51dcd412e5a8c43
2024-11-18T02:14:05,290 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8d5a6715f77f4cf1ba9cecbdad385a32 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/B/8d5a6715f77f4cf1ba9cecbdad385a32
2024-11-18T02:14:05,293 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/0ca79ac580c44a85a5ab77401c28db67 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/0ca79ac580c44a85a5ab77401c28db67
2024-11-18T02:14:05,295 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7d1c5f9582bd43e7b3229061935af33c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/C/7d1c5f9582bd43e7b3229061935af33c
2024-11-18T02:14:05,297 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/recovered.edits/606.seqid to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6/recovered.edits/606.seqid
2024-11-18T02:14:05,298 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/67305d7dd3cc7241eb669c91c27120c6
2024-11-18T02:14:05,298 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T02:14:05,302 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:05,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-18T02:14:05,311 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T02:14:05,342 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T02:14:05,344 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:05,344 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T02:14:05,344 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731896045344"}]},"ts":"9223372036854775807"}
2024-11-18T02:14:05,348 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T02:14:05,348 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 67305d7dd3cc7241eb669c91c27120c6, NAME => 'TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T02:14:05,348 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T02:14:05,348 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731896045348"}]},"ts":"9223372036854775807"}
2024-11-18T02:14:05,351 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T02:14:05,352 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:05,353 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 86 msec
2024-11-18T02:14:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-18T02:14:05,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T02:14:05,383 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:05,393 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2010054936_22 at /127.0.0.1:54346 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;c4730a2bacf8:33637-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=493 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3775 (was 3669) - AvailableMemoryMB LEAK? -
2024-11-18T02:14:05,402 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=3775
2024-11-18T02:14:05,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T02:14:05,403 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:14:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:05,405 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:14:05,406 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:05,406 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 32
2024-11-18T02:14:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-18T02:14:05,406 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:14:05,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741965_1141 (size=1061)
2024-11-18T02:14:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-18T02:14:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-18T02:14:05,814 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182
2024-11-18T02:14:05,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741966_1142 (size=53)
2024-11-18T02:14:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-18T02:14:06,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:14:06,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 65c8a8e6b7d32809a794f0d2689729ac, disabling compactions & flushes
2024-11-18T02:14:06,220 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:06,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:06,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. after waiting 0 ms
2024-11-18T02:14:06,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:06,220 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:06,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65c8a8e6b7d32809a794f0d2689729ac:
Waiting for close lock at 1731896046220Disabling compacts and flushes for region at 1731896046220Disabling writes for close at 1731896046220Writing region close event to WAL at 1731896046220Closed at 1731896046220
2024-11-18T02:14:06,221 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:14:06,222 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731896046221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896046221"}]},"ts":"1731896046221"}
2024-11-18T02:14:06,223 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:14:06,224 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:14:06,224 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896046224"}]},"ts":"1731896046224"}
2024-11-18T02:14:06,226 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T02:14:06,226 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, ASSIGN}]
2024-11-18T02:14:06,227 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, ASSIGN
2024-11-18T02:14:06,227 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, ASSIGN; state=OFFLINE, location=c4730a2bacf8,33637,1731896013809; forceNewPlan=false, retain=false
2024-11-18T02:14:06,378 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=65c8a8e6b7d32809a794f0d2689729ac, regionState=OPENING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:06,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, ASSIGN because future has completed
2024-11-18T02:14:06,381 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:14:06,536 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:06,536 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:14:06,537 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:06,537 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:14:06,537 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:06,537 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:06,538 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 65c8a8e6b7d32809a794f0d2689729ac 
2024-11-18T02:14:06,539 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:14:06,540 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c8a8e6b7d32809a794f0d2689729ac columnFamilyName A
2024-11-18T02:14:06,540 DEBUG [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:06,541 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.HStore(327): Store=65c8a8e6b7d32809a794f0d2689729ac/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:14:06,541 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 65c8a8e6b7d32809a794f0d2689729ac 
2024-11-18T02:14:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-18T02:14:06,542 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:14:06,542 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c8a8e6b7d32809a794f0d2689729ac columnFamilyName B
2024-11-18T02:14:06,542 DEBUG [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:06,543 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.HStore(327): Store=65c8a8e6b7d32809a794f0d2689729ac/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:14:06,543 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 65c8a8e6b7d32809a794f0d2689729ac 
2024-11-18T02:14:06,544 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:14:06,544 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c8a8e6b7d32809a794f0d2689729ac columnFamilyName C
2024-11-18T02:14:06,544 DEBUG [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:06,544 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.HStore(327): Store=65c8a8e6b7d32809a794f0d2689729ac/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:14:06,544 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:06,545 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:06,545 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:06,545 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:06,546 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:06,546 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:06,547 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T02:14:06,548 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:06,549 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:14:06,550 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 65c8a8e6b7d32809a794f0d2689729ac; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67245445, jitterRate=0.0020352154970169067}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T02:14:06,550 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:06,551 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 65c8a8e6b7d32809a794f0d2689729ac:
Running coprocessor pre-open hook at 1731896046537Writing region info on filesystem at 1731896046537Initializing all the Stores at 1731896046538 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896046538Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896046538Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896046538Cleaning up temporary data from old regions at 1731896046546 (+8 ms)Running coprocessor post-open hooks at 1731896046550 (+4 ms)Region opened successfully at 1731896046550
2024-11-18T02:14:06,551 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., pid=34, masterSystemTime=1731896046533
2024-11-18T02:14:06,553 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:06,553 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:06,554 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=65c8a8e6b7d32809a794f0d2689729ac, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:06,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:14:06,558 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33
2024-11-18T02:14:06,558 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809 in 176 msec
2024-11-18T02:14:06,560 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-18T02:14:06,560 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, ASSIGN in 332 msec
2024-11-18T02:14:06,561 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:14:06,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896046561"}]},"ts":"1731896046561"}
2024-11-18T02:14:06,562 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T02:14:06,563 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:14:06,564 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1600 sec
2024-11-18T02:14:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-18T02:14:07,552 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:07,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705aba3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:07,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:07,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:07,555 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:07,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:07,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:07,557 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:07,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400f8581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:07,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:07,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:07,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:07,560 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:07,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T02:14:07,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,35213,1731896013075
2024-11-18T02:14:07,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40302fc7
2024-11-18T02:14:07,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T02:14:07,563 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T02:14:07,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T02:14:07,568 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:14:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:07,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741967_1143 (size=1097)
2024-11-18T02:14:07,987 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-18T02:14:07,987 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-18T02:14:07,991 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T02:14:07,997 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, REOPEN/MOVE}]
2024-11-18T02:14:07,998 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, REOPEN/MOVE
2024-11-18T02:14:07,998 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=65c8a8e6b7d32809a794f0d2689729ac, regionState=CLOSING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, REOPEN/MOVE because future has completed
2024-11-18T02:14:08,001 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T02:14:08,001 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:14:08,153 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:08,153 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T02:14:08,153 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 65c8a8e6b7d32809a794f0d2689729ac, disabling compactions & flushes
2024-11-18T02:14:08,153 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:08,153 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:08,153 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. after waiting 0 ms
2024-11-18T02:14:08,153 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:08,157 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-18T02:14:08,158 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:08,158 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 65c8a8e6b7d32809a794f0d2689729ac:
Waiting for close lock at 1731896048153Running coprocessor pre-close hooks at 1731896048153Disabling compacts and flushes for region at 1731896048153Disabling writes for close at 1731896048153Writing region close event to WAL at 1731896048154 (+1 ms)Running coprocessor post-close hooks at 1731896048158 (+4 ms)Closed at 1731896048158
2024-11-18T02:14:08,158 WARN  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 65c8a8e6b7d32809a794f0d2689729ac to self.
2024-11-18T02:14:08,160 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:08,160 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=65c8a8e6b7d32809a794f0d2689729ac, regionState=CLOSED
2024-11-18T02:14:08,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:14:08,164 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37
2024-11-18T02:14:08,164 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809 in 162 msec
2024-11-18T02:14:08,165 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, REOPEN/MOVE; state=CLOSED, location=c4730a2bacf8,33637,1731896013809; forceNewPlan=false, retain=true
2024-11-18T02:14:08,316 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=65c8a8e6b7d32809a794f0d2689729ac, regionState=OPENING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, REOPEN/MOVE because future has completed
2024-11-18T02:14:08,318 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:14:08,473 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:08,473 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:14:08,473 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:08,473 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:14:08,473 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:08,473 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:08,475 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 65c8a8e6b7d32809a794f0d2689729ac 
2024-11-18T02:14:08,476 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:14:08,481 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c8a8e6b7d32809a794f0d2689729ac columnFamilyName A
2024-11-18T02:14:08,483 DEBUG [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:08,483 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.HStore(327): Store=65c8a8e6b7d32809a794f0d2689729ac/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:14:08,484 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 65c8a8e6b7d32809a794f0d2689729ac 
2024-11-18T02:14:08,484 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:14:08,485 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c8a8e6b7d32809a794f0d2689729ac columnFamilyName B
2024-11-18T02:14:08,485 DEBUG [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:08,485 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.HStore(327): Store=65c8a8e6b7d32809a794f0d2689729ac/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:14:08,485 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 65c8a8e6b7d32809a794f0d2689729ac 
2024-11-18T02:14:08,486 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:14:08,486 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c8a8e6b7d32809a794f0d2689729ac columnFamilyName C
2024-11-18T02:14:08,486 DEBUG [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:08,486 INFO  [StoreOpener-65c8a8e6b7d32809a794f0d2689729ac-1 {}] regionserver.HStore(327): Store=65c8a8e6b7d32809a794f0d2689729ac/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:14:08,486 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:08,486 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:08,487 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:08,488 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:08,489 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:08,489 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:08,489 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T02:14:08,490 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:08,491 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 65c8a8e6b7d32809a794f0d2689729ac; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66259328, jitterRate=-0.012659072875976562}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T02:14:08,491 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:08,492 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 65c8a8e6b7d32809a794f0d2689729ac:
Running coprocessor pre-open hook at 1731896048473Writing region info on filesystem at 1731896048473Initializing all the Stores at 1731896048474 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896048474Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896048474Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896048474Cleaning up temporary data from old regions at 1731896048489 (+15 ms)Running coprocessor post-open hooks at 1731896048491 (+2 ms)Region opened successfully at 1731896048492 (+1 ms)
2024-11-18T02:14:08,493 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., pid=39, masterSystemTime=1731896048470
2024-11-18T02:14:08,495 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:08,495 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:08,496 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=65c8a8e6b7d32809a794f0d2689729ac, regionState=OPEN, openSeqNum=5, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:14:08,500 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37
2024-11-18T02:14:08,501 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809 in 180 msec
2024-11-18T02:14:08,502 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-18T02:14:08,502 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, REOPEN/MOVE in 504 msec
2024-11-18T02:14:08,505 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35
2024-11-18T02:14:08,505 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec
2024-11-18T02:14:08,509 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 936 msec
2024-11-18T02:14:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35
2024-11-18T02:14:08,511 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:08,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13460079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:08,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:08,513 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:08,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:08,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:08,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2916e122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:08,515 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:08,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6250a25e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a297d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:08,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:08,517 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a6ee7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:08,518 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f9873c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21bc0752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:08,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:08,520 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758e4edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:08,522 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ec2afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7c85e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:08,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:08,524 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f55b33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:08,525 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a929111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0ab7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:08,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:08,527 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfa921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:08,529 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4a10a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1987d108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:08,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:08,531 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b127d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:08,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:08,532 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c518e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5fd39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:08,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:08,534 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b71c65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:08,535 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e84a779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18690ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:08,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:08,537 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:08,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:08,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:08,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ee8237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:08,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:08,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:08,538 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:08,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36616fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e58620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:08,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:08,540 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:08,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:08,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:08,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eaab0e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:08,542 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:08,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764d02d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:08,543 DEBUG [Thread-714 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:08,543 DEBUG [Thread-711 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:08,543 DEBUG [Thread-703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:08,543 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:08,543 DEBUG [Thread-720 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:08,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:08,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:08,544 DEBUG [Thread-718 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-11-18T02:14:08,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:08,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:08,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:08,545 DEBUG [Thread-709 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:08,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:08,546 DEBUG [Thread-705 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T02:14:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:08,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:08,547 DEBUG [Thread-716 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:08,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:08,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:08,548 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:08,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:08,548 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:08,548 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:08,549 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:08,549 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:08,549 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:08,549 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:08,550 DEBUG [Thread-707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:08,550 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:08,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:08,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:08,550 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:08,551 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:08,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:08,551 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:08,552 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:14:08,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:14:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:14:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:14:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:14:08,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:14:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:14:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:14:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:14:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:08,571 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:14:08,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:08,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:08,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:08,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:08,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:08,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:08,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111874ba7f6cf28741f585a1a1ebf151ed14_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896048560/Put/seqid=0
2024-11-18T02:14:08,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741968_1144 (size=12154)
2024-11-18T02:14:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T02:14:08,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896108622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,658 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1731896048602, max timestamp=1731896048631Num uniques 859; 
2024-11-18T02:14:08,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9560, totalHeapSize=21976, min timestamp=1731896048602, max timestamp=1731896048631Num uniques 859; 
2024-11-18T02:14:08,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:14:08,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39330, new segment data size=9560, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:14:08,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731896048602, max timestamp=1731896048631Num uniques 859; 
2024-11-18T02:14:08,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:14:08,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:08,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T02:14:08,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:08,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:08,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:08,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:08,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:08,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896108706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896108707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:08,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:08,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44658 deadline: 1731896108719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44674 deadline: 1731896108721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:08,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:08,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896108762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:08,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896108831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:08,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896108842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:08,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44658 deadline: 1731896108843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:08,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44674 deadline: 1731896108843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:08,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:08,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T02:14:08,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:08,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:08,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:08,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:08,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T02:14:08,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896108972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:08,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:08,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T02:14:09,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:09,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:09,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:09,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:09,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:09,035 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:09,041 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111874ba7f6cf28741f585a1a1ebf151ed14_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111874ba7f6cf28741f585a1a1ebf151ed14_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:09,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896109042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,044 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/0f4598f0ee6548fdbac52d09e90f01b4, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:09,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/0f4598f0ee6548fdbac52d09e90f01b4 is 175, key is test_row_0/A:col10/1731896048560/Put/seqid=0
2024-11-18T02:14:09,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44658 deadline: 1731896109052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896109052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44674 deadline: 1731896109052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741969_1145 (size=30955)
2024-11-18T02:14:09,066 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/0f4598f0ee6548fdbac52d09e90f01b4
2024-11-18T02:14:09,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/f4ea1a855b0b47209cc6ff5413af91e7 is 50, key is test_row_0/B:col10/1731896048560/Put/seqid=0
2024-11-18T02:14:09,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741970_1146 (size=12001)
2024-11-18T02:14:09,110 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/f4ea1a855b0b47209cc6ff5413af91e7
2024-11-18T02:14:09,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/f128be9659124362802116c2a17d06d1 is 50, key is test_row_0/C:col10/1731896048560/Put/seqid=0
2024-11-18T02:14:09,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741971_1147 (size=12001)
2024-11-18T02:14:09,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T02:14:09,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:09,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:09,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:09,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:09,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T02:14:09,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896109291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T02:14:09,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:09,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:09,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:09,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:09,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:09,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896109352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44658 deadline: 1731896109371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896109372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44674 deadline: 1731896109372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T02:14:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:09,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:09,551 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/f128be9659124362802116c2a17d06d1
2024-11-18T02:14:09,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/0f4598f0ee6548fdbac52d09e90f01b4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/0f4598f0ee6548fdbac52d09e90f01b4
2024-11-18T02:14:09,561 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/0f4598f0ee6548fdbac52d09e90f01b4, entries=150, sequenceid=14, filesize=30.2 K
2024-11-18T02:14:09,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/f4ea1a855b0b47209cc6ff5413af91e7 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/f4ea1a855b0b47209cc6ff5413af91e7
2024-11-18T02:14:09,568 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/f4ea1a855b0b47209cc6ff5413af91e7, entries=150, sequenceid=14, filesize=11.7 K
2024-11-18T02:14:09,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/f128be9659124362802116c2a17d06d1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/f128be9659124362802116c2a17d06d1
2024-11-18T02:14:09,576 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/f128be9659124362802116c2a17d06d1, entries=150, sequenceid=14, filesize=11.7 K
2024-11-18T02:14:09,579 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 65c8a8e6b7d32809a794f0d2689729ac in 1008ms, sequenceid=14, compaction requested=false
2024-11-18T02:14:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-18T02:14:09,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:09,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-18T02:14:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:09,634 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-18T02:14:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:09,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:09,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f5d272fffcee48fdb913355c750e99c3_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896048701/Put/seqid=0
2024-11-18T02:14:09,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741972_1148 (size=12154)
2024-11-18T02:14:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T02:14:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:09,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:09,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896109846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896109862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44658 deadline: 1731896109881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896109882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44674 deadline: 1731896109882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:09,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896109952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:09,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:10,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:10,070 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f5d272fffcee48fdb913355c750e99c3_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f5d272fffcee48fdb913355c750e99c3_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/03132615d25b42f0bd53c8095a5d7b18, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:10,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/03132615d25b42f0bd53c8095a5d7b18 is 175, key is test_row_0/A:col10/1731896048701/Put/seqid=0
2024-11-18T02:14:10,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741973_1149 (size=30955)
2024-11-18T02:14:10,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896110161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:10,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:10,256 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:14:10,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896110471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:10,480 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/03132615d25b42f0bd53c8095a5d7b18
2024-11-18T02:14:10,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/ec6608565ff24b0c81b37adf84eafbd3 is 50, key is test_row_0/B:col10/1731896048701/Put/seqid=0
2024-11-18T02:14:10,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741974_1150 (size=12001)
2024-11-18T02:14:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T02:14:10,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896110882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:10,886 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:10,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:10,897 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/ec6608565ff24b0c81b37adf84eafbd3
2024-11-18T02:14:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44674 deadline: 1731896110892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:10,897 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:10,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896110902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:10,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44658 deadline: 1731896110902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:10,903 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:10,905 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:10,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:10,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/2e01c0a274a84311ade09a7d9f1b1bc4 is 50, key is test_row_0/C:col10/1731896048701/Put/seqid=0
2024-11-18T02:14:10,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741975_1151 (size=12001)
2024-11-18T02:14:10,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896110982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:10,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:10,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:11,313 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/2e01c0a274a84311ade09a7d9f1b1bc4
2024-11-18T02:14:11,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/03132615d25b42f0bd53c8095a5d7b18 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/03132615d25b42f0bd53c8095a5d7b18
2024-11-18T02:14:11,324 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/03132615d25b42f0bd53c8095a5d7b18, entries=150, sequenceid=50, filesize=30.2 K
2024-11-18T02:14:11,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/ec6608565ff24b0c81b37adf84eafbd3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/ec6608565ff24b0c81b37adf84eafbd3
2024-11-18T02:14:11,333 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/ec6608565ff24b0c81b37adf84eafbd3, entries=150, sequenceid=50, filesize=11.7 K
2024-11-18T02:14:11,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/2e01c0a274a84311ade09a7d9f1b1bc4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/2e01c0a274a84311ade09a7d9f1b1bc4
2024-11-18T02:14:11,339 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/2e01c0a274a84311ade09a7d9f1b1bc4, entries=150, sequenceid=50, filesize=11.7 K
2024-11-18T02:14:11,341 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 65c8a8e6b7d32809a794f0d2689729ac in 1706ms, sequenceid=50, compaction requested=false
2024-11-18T02:14:11,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:11,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:11,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-11-18T02:14:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-11-18T02:14:11,345 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-11-18T02:14:11,345 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7920 sec
2024-11-18T02:14:11,347 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.8010 sec
2024-11-18T02:14:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:11,995 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-18T02:14:11,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:11,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:11,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:11,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:11,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:11,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:12,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111848717a5cde34421e9dd6004b2eff1c7a_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896049828/Put/seqid=0
2024-11-18T02:14:12,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741976_1152 (size=14594)
2024-11-18T02:14:12,019 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:12,025 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111848717a5cde34421e9dd6004b2eff1c7a_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111848717a5cde34421e9dd6004b2eff1c7a_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:12,027 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/2b461f1b456a491da2192e336343e9a0, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:12,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/2b461f1b456a491da2192e336343e9a0 is 175, key is test_row_0/A:col10/1731896049828/Put/seqid=0
2024-11-18T02:14:12,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741977_1153 (size=39549)
2024-11-18T02:14:12,039 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/2b461f1b456a491da2192e336343e9a0
2024-11-18T02:14:12,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/fe423b7844134a97bfb36ce0f12706c0 is 50, key is test_row_0/B:col10/1731896049828/Put/seqid=0
2024-11-18T02:14:12,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741978_1154 (size=12001)
2024-11-18T02:14:12,063 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/fe423b7844134a97bfb36ce0f12706c0
2024-11-18T02:14:12,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/d875c5a0bfd047a09bd5a8e4de4b0321 is 50, key is test_row_0/C:col10/1731896049828/Put/seqid=0
2024-11-18T02:14:12,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741979_1155 (size=12001)
2024-11-18T02:14:12,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896052046, max timestamp=1731896052085Num uniques 859; 
2024-11-18T02:14:12,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896052046, max timestamp=1731896052085Num uniques 859; 
2024-11-18T02:14:12,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896052046, max timestamp=1731896052085Num uniques 859; 
2024-11-18T02:14:12,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:12,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:12,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:12,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896112194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:12,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:12,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896112301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:12,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:12,483 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/d875c5a0bfd047a09bd5a8e4de4b0321
2024-11-18T02:14:12,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/2b461f1b456a491da2192e336343e9a0 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2b461f1b456a491da2192e336343e9a0
2024-11-18T02:14:12,493 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2b461f1b456a491da2192e336343e9a0, entries=200, sequenceid=61, filesize=38.6 K
2024-11-18T02:14:12,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/fe423b7844134a97bfb36ce0f12706c0 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/fe423b7844134a97bfb36ce0f12706c0
2024-11-18T02:14:12,500 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/fe423b7844134a97bfb36ce0f12706c0, entries=150, sequenceid=61, filesize=11.7 K
2024-11-18T02:14:12,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/d875c5a0bfd047a09bd5a8e4de4b0321 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/d875c5a0bfd047a09bd5a8e4de4b0321
2024-11-18T02:14:12,508 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/d875c5a0bfd047a09bd5a8e4de4b0321, entries=150, sequenceid=61, filesize=11.7 K
2024-11-18T02:14:12,510 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 65c8a8e6b7d32809a794f0d2689729ac in 515ms, sequenceid=61, compaction requested=true
2024-11-18T02:14:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:12,510 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:12,511 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:12,514 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:12,514 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:12,514 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/A is initiating minor compaction (all files)
2024-11-18T02:14:12,514 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/B is initiating minor compaction (all files)
2024-11-18T02:14:12,515 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/A in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:12,515 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/B in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:12,515 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/0f4598f0ee6548fdbac52d09e90f01b4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/03132615d25b42f0bd53c8095a5d7b18, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2b461f1b456a491da2192e336343e9a0] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=99.1 K
2024-11-18T02:14:12,515 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/f4ea1a855b0b47209cc6ff5413af91e7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/ec6608565ff24b0c81b37adf84eafbd3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/fe423b7844134a97bfb36ce0f12706c0] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=35.2 K
2024-11-18T02:14:12,515 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:12,515 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/0f4598f0ee6548fdbac52d09e90f01b4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/03132615d25b42f0bd53c8095a5d7b18, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2b461f1b456a491da2192e336343e9a0]
2024-11-18T02:14:12,516 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting f4ea1a855b0b47209cc6ff5413af91e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731896048560
2024-11-18T02:14:12,516 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f4598f0ee6548fdbac52d09e90f01b4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731896048560
2024-11-18T02:14:12,517 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting ec6608565ff24b0c81b37adf84eafbd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731896048695
2024-11-18T02:14:12,517 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03132615d25b42f0bd53c8095a5d7b18, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731896048695
2024-11-18T02:14:12,517 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b461f1b456a491da2192e336343e9a0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731896049816
2024-11-18T02:14:12,517 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting fe423b7844134a97bfb36ce0f12706c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731896049816
2024-11-18T02:14:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:12,521 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-18T02:14:12,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:12,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:12,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:12,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:12,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:12,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:12,531 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:12,532 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#B#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:12,533 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/9d9e5f78c1e14de98617eb550bbdb931 is 50, key is test_row_0/B:col10/1731896049828/Put/seqid=0
2024-11-18T02:14:12,537 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411183569aeda7be6408ba947dcae975dd5ad_65c8a8e6b7d32809a794f0d2689729ac store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:12,542 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411183569aeda7be6408ba947dcae975dd5ad_65c8a8e6b7d32809a794f0d2689729ac, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:12,542 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183569aeda7be6408ba947dcae975dd5ad_65c8a8e6b7d32809a794f0d2689729ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:12,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111888e32a24bcd846439d9121625dd71ece_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896052191/Put/seqid=0
2024-11-18T02:14:12,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741980_1156 (size=12104)
2024-11-18T02:14:12,568 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/9d9e5f78c1e14de98617eb550bbdb931 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/9d9e5f78c1e14de98617eb550bbdb931
2024-11-18T02:14:12,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896112568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:12,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741981_1157 (size=14594)
2024-11-18T02:14:12,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:12,575 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:12,578 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/B of 65c8a8e6b7d32809a794f0d2689729ac into 9d9e5f78c1e14de98617eb550bbdb931(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:12,578 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:12,578 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/B, priority=13, startTime=1731896052511; duration=0sec
2024-11-18T02:14:12,579 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:12,579 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:B
2024-11-18T02:14:12,579 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:12,580 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111888e32a24bcd846439d9121625dd71ece_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111888e32a24bcd846439d9121625dd71ece_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:12,581 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:12,581 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/C is initiating minor compaction (all files)
2024-11-18T02:14:12,581 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/C in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:12,581 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/bf84b7296b60429a838381089cbe134f, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:12,582 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/f128be9659124362802116c2a17d06d1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/2e01c0a274a84311ade09a7d9f1b1bc4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/d875c5a0bfd047a09bd5a8e4de4b0321] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=35.2 K
2024-11-18T02:14:12,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/bf84b7296b60429a838381089cbe134f is 175, key is test_row_0/A:col10/1731896052191/Put/seqid=0
2024-11-18T02:14:12,582 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting f128be9659124362802116c2a17d06d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731896048560
2024-11-18T02:14:12,583 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e01c0a274a84311ade09a7d9f1b1bc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731896048695
2024-11-18T02:14:12,584 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d875c5a0bfd047a09bd5a8e4de4b0321, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731896049816
2024-11-18T02:14:12,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741982_1158 (size=4469)
2024-11-18T02:14:12,587 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#A#compaction#138 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:12,588 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/b28ef998d4e84043bf9452a40be14705 is 175, key is test_row_0/A:col10/1731896049828/Put/seqid=0
2024-11-18T02:14:12,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741983_1159 (size=39549)
2024-11-18T02:14:12,605 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#C#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:12,606 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/99b16a15abe04492b0231f3e37c6fccb is 50, key is test_row_0/C:col10/1731896049828/Put/seqid=0
2024-11-18T02:14:12,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741984_1160 (size=31058)
2024-11-18T02:14:12,616 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/b28ef998d4e84043bf9452a40be14705 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/b28ef998d4e84043bf9452a40be14705
2024-11-18T02:14:12,623 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/A of 65c8a8e6b7d32809a794f0d2689729ac into b28ef998d4e84043bf9452a40be14705(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:12,623 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:12,623 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/A, priority=13, startTime=1731896052510; duration=0sec
2024-11-18T02:14:12,623 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:12,623 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:A
2024-11-18T02:14:12,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741985_1161 (size=12104)
2024-11-18T02:14:12,642 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/99b16a15abe04492b0231f3e37c6fccb as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/99b16a15abe04492b0231f3e37c6fccb
2024-11-18T02:14:12,649 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/C of 65c8a8e6b7d32809a794f0d2689729ac into 99b16a15abe04492b0231f3e37c6fccb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:12,649 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:12,649 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/C, priority=13, startTime=1731896052511; duration=0sec
2024-11-18T02:14:12,649 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:12,649 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:C
2024-11-18T02:14:12,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896112682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-18T02:14:12,722 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:12,722 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees
2024-11-18T02:14:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T02:14:12,724 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:12,725 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:12,725 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T02:14:12,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-18T02:14:12,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:12,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:12,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:12,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:12,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:12,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896112892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:12,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:12,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896112902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:12,904 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:12,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:12,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44674 deadline: 1731896112921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:12,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896112922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:12,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:12,926 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44658 deadline: 1731896112922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:12,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:12,926 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:12,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:12,927 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4208 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:13,000 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/bf84b7296b60429a838381089cbe134f
2024-11-18T02:14:13,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/7ecd3b0dc87541238781e3ef672e3d15 is 50, key is test_row_0/B:col10/1731896052191/Put/seqid=0
2024-11-18T02:14:13,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741986_1162 (size=12001)
2024-11-18T02:14:13,021 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/7ecd3b0dc87541238781e3ef672e3d15
2024-11-18T02:14:13,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-18T02:14:13,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:13,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:13,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:13,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:13,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:13,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/8ff85f1f3bda4c659a0bcad848e9bd35 is 50, key is test_row_0/C:col10/1731896052191/Put/seqid=0
2024-11-18T02:14:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:13,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741987_1163 (size=12001)
2024-11-18T02:14:13,038 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/8ff85f1f3bda4c659a0bcad848e9bd35
2024-11-18T02:14:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T02:14:13,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/bf84b7296b60429a838381089cbe134f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/bf84b7296b60429a838381089cbe134f
2024-11-18T02:14:13,047 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/bf84b7296b60429a838381089cbe134f, entries=200, sequenceid=98, filesize=38.6 K
2024-11-18T02:14:13,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/7ecd3b0dc87541238781e3ef672e3d15 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/7ecd3b0dc87541238781e3ef672e3d15
2024-11-18T02:14:13,055 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/7ecd3b0dc87541238781e3ef672e3d15, entries=150, sequenceid=98, filesize=11.7 K
2024-11-18T02:14:13,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/8ff85f1f3bda4c659a0bcad848e9bd35 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/8ff85f1f3bda4c659a0bcad848e9bd35
2024-11-18T02:14:13,070 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/8ff85f1f3bda4c659a0bcad848e9bd35, entries=150, sequenceid=98, filesize=11.7 K
2024-11-18T02:14:13,073 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 65c8a8e6b7d32809a794f0d2689729ac in 552ms, sequenceid=98, compaction requested=false
2024-11-18T02:14:13,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:13,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-18T02:14:13,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:13,187 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:14:13,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:13,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:13,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:13,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:13,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:13,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:13,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118511902ce61fe496aa1ee0087abb6d2bd_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896052542/Put/seqid=0
2024-11-18T02:14:13,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741988_1164 (size=12154)
2024-11-18T02:14:13,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:13,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:13,211 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118511902ce61fe496aa1ee0087abb6d2bd_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118511902ce61fe496aa1ee0087abb6d2bd_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:13,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/c68d3cf99a8c42cea21c1d42edbc9b79, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/c68d3cf99a8c42cea21c1d42edbc9b79 is 175, key is test_row_0/A:col10/1731896052542/Put/seqid=0
2024-11-18T02:14:13,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741989_1165 (size=30955)
2024-11-18T02:14:13,308 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896053254, max timestamp=1731896053305Num uniques 859; 
2024-11-18T02:14:13,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:14:13,311 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896053254, max timestamp=1731896053305Num uniques 859; 
2024-11-18T02:14:13,311 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:14:13,312 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896053254, max timestamp=1731896053305Num uniques 859; 
2024-11-18T02:14:13,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:14:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T02:14:13,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896113405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:13,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:13,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:13,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:13,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896113522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:13,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:13,631 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=111, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/c68d3cf99a8c42cea21c1d42edbc9b79
2024-11-18T02:14:13,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/d05f6ffc099e4e8da65a971bfbf9fd5a is 50, key is test_row_0/B:col10/1731896052542/Put/seqid=0
2024-11-18T02:14:13,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741990_1166 (size=12001)
2024-11-18T02:14:13,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896113732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T02:14:14,045 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/d05f6ffc099e4e8da65a971bfbf9fd5a
2024-11-18T02:14:14,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896114041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:14,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/385fc0d96bbe4727a99af169dba0c87b is 50, key is test_row_0/C:col10/1731896052542/Put/seqid=0
2024-11-18T02:14:14,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741991_1167 (size=12001)
2024-11-18T02:14:14,461 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/385fc0d96bbe4727a99af169dba0c87b
2024-11-18T02:14:14,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/c68d3cf99a8c42cea21c1d42edbc9b79 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/c68d3cf99a8c42cea21c1d42edbc9b79
2024-11-18T02:14:14,470 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/c68d3cf99a8c42cea21c1d42edbc9b79, entries=150, sequenceid=111, filesize=30.2 K
2024-11-18T02:14:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/d05f6ffc099e4e8da65a971bfbf9fd5a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/d05f6ffc099e4e8da65a971bfbf9fd5a
2024-11-18T02:14:14,476 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/d05f6ffc099e4e8da65a971bfbf9fd5a, entries=150, sequenceid=111, filesize=11.7 K
2024-11-18T02:14:14,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/385fc0d96bbe4727a99af169dba0c87b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/385fc0d96bbe4727a99af169dba0c87b
2024-11-18T02:14:14,481 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/385fc0d96bbe4727a99af169dba0c87b, entries=150, sequenceid=111, filesize=11.7 K
2024-11-18T02:14:14,482 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 65c8a8e6b7d32809a794f0d2689729ac in 1295ms, sequenceid=111, compaction requested=true
2024-11-18T02:14:14,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:14,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:14,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-11-18T02:14:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-11-18T02:14:14,485 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-18T02:14:14,485 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7580 sec
2024-11-18T02:14:14,487 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.7640 sec
2024-11-18T02:14:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:14,555 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB
2024-11-18T02:14:14,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:14,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:14,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:14,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:14,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:14,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:14,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189e7aec468f1b45b29f959a47c6bfb6e4_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896053397/Put/seqid=0
2024-11-18T02:14:14,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741992_1168 (size=12304)
2024-11-18T02:14:14,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896114594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:14,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:14,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896114701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-18T02:14:14,872 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:14,872 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-11-18T02:14:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T02:14:14,874 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:14,875 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:14,875 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:14,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896114912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T02:14:14,985 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:14,989 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189e7aec468f1b45b29f959a47c6bfb6e4_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189e7aec468f1b45b29f959a47c6bfb6e4_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:14,990 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/2209a4d63a5840808faa66331e6a9a3e, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:14,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/2209a4d63a5840808faa66331e6a9a3e is 175, key is test_row_0/A:col10/1731896053397/Put/seqid=0
2024-11-18T02:14:14,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741993_1169 (size=31105)
2024-11-18T02:14:15,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T02:14:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T02:14:15,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:15,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T02:14:15,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896115222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:15,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:15,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T02:14:15,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:15,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,396 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/2209a4d63a5840808faa66331e6a9a3e
2024-11-18T02:14:15,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/480b86c0608f4683bdd752b9dbe1da0f is 50, key is test_row_0/B:col10/1731896053397/Put/seqid=0
2024-11-18T02:14:15,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741994_1170 (size=12151)
2024-11-18T02:14:15,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T02:14:15,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:15,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T02:14:15,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T02:14:15,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:15,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896115732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:15,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:15,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:15,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:15,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T02:14:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,810 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/480b86c0608f4683bdd752b9dbe1da0f
2024-11-18T02:14:15,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/049ca293ff8a4799bc91f6e56ab046b1 is 50, key is test_row_0/C:col10/1731896053397/Put/seqid=0
2024-11-18T02:14:15,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741995_1171 (size=12151)
2024-11-18T02:14:15,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T02:14:15,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:15,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:15,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T02:14:16,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T02:14:16,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:16,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:16,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:16,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:16,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:16,208 INFO  [master/c4730a2bacf8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-18T02:14:16,208 INFO  [master/c4730a2bacf8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-18T02:14:16,241 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/049ca293ff8a4799bc91f6e56ab046b1
2024-11-18T02:14:16,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/2209a4d63a5840808faa66331e6a9a3e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2209a4d63a5840808faa66331e6a9a3e
2024-11-18T02:14:16,253 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2209a4d63a5840808faa66331e6a9a3e, entries=150, sequenceid=147, filesize=30.4 K
2024-11-18T02:14:16,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/480b86c0608f4683bdd752b9dbe1da0f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/480b86c0608f4683bdd752b9dbe1da0f
2024-11-18T02:14:16,260 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/480b86c0608f4683bdd752b9dbe1da0f, entries=150, sequenceid=147, filesize=11.9 K
2024-11-18T02:14:16,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/049ca293ff8a4799bc91f6e56ab046b1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/049ca293ff8a4799bc91f6e56ab046b1
2024-11-18T02:14:16,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T02:14:16,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:16,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:16,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:16,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:16,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:16,267 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/049ca293ff8a4799bc91f6e56ab046b1, entries=150, sequenceid=147, filesize=11.9 K
2024-11-18T02:14:16,268 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 65c8a8e6b7d32809a794f0d2689729ac in 1713ms, sequenceid=147, compaction requested=true
2024-11-18T02:14:16,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:16,269 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:14:16,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:16,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:16,269 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:14:16,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:16,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:16,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:16,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:16,271 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 132667 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:14:16,271 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/A is initiating minor compaction (all files)
2024-11-18T02:14:16,271 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/A in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:16,272 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/b28ef998d4e84043bf9452a40be14705, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/bf84b7296b60429a838381089cbe134f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/c68d3cf99a8c42cea21c1d42edbc9b79, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2209a4d63a5840808faa66331e6a9a3e] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=129.6 K
2024-11-18T02:14:16,272 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:16,272 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/b28ef998d4e84043bf9452a40be14705, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/bf84b7296b60429a838381089cbe134f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/c68d3cf99a8c42cea21c1d42edbc9b79, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2209a4d63a5840808faa66331e6a9a3e]
2024-11-18T02:14:16,272 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:14:16,272 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/B is initiating minor compaction (all files)
2024-11-18T02:14:16,272 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/B in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:16,272 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/9d9e5f78c1e14de98617eb550bbdb931, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/7ecd3b0dc87541238781e3ef672e3d15, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/d05f6ffc099e4e8da65a971bfbf9fd5a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/480b86c0608f4683bdd752b9dbe1da0f] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=47.1 K
2024-11-18T02:14:16,273 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d9e5f78c1e14de98617eb550bbdb931, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731896049816
2024-11-18T02:14:16,273 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting b28ef998d4e84043bf9452a40be14705, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731896049816
2024-11-18T02:14:16,275 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ecd3b0dc87541238781e3ef672e3d15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731896052162
2024-11-18T02:14:16,275 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf84b7296b60429a838381089cbe134f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731896052162
2024-11-18T02:14:16,279 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d05f6ffc099e4e8da65a971bfbf9fd5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731896052542
2024-11-18T02:14:16,279 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting c68d3cf99a8c42cea21c1d42edbc9b79, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731896052542
2024-11-18T02:14:16,279 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 480b86c0608f4683bdd752b9dbe1da0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731896053397
2024-11-18T02:14:16,279 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2209a4d63a5840808faa66331e6a9a3e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731896053397
2024-11-18T02:14:16,294 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:16,297 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:16,298 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/fe87d34ad46747878c478723e8531100 is 50, key is test_row_0/B:col10/1731896053397/Put/seqid=0
2024-11-18T02:14:16,299 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118ee87a753f85c46a4a399205b851a6bd6_65c8a8e6b7d32809a794f0d2689729ac store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:16,302 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118ee87a753f85c46a4a399205b851a6bd6_65c8a8e6b7d32809a794f0d2689729ac, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:16,302 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ee87a753f85c46a4a399205b851a6bd6_65c8a8e6b7d32809a794f0d2689729ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:16,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741996_1172 (size=12391)
2024-11-18T02:14:16,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741997_1173 (size=4469)
2024-11-18T02:14:16,343 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#A#compaction#149 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:16,344 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/4544f61a9c2e4e80b1d3788d3d9be695 is 175, key is test_row_0/A:col10/1731896053397/Put/seqid=0
2024-11-18T02:14:16,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741998_1174 (size=31345)
2024-11-18T02:14:16,369 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/4544f61a9c2e4e80b1d3788d3d9be695 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4544f61a9c2e4e80b1d3788d3d9be695
2024-11-18T02:14:16,375 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/A of 65c8a8e6b7d32809a794f0d2689729ac into 4544f61a9c2e4e80b1d3788d3d9be695(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:16,375 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:16,375 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/A, priority=12, startTime=1731896056269; duration=0sec
2024-11-18T02:14:16,376 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:16,376 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:A
2024-11-18T02:14:16,376 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:14:16,387 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:14:16,387 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/C is initiating minor compaction (all files)
2024-11-18T02:14:16,387 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/C in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:16,387 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/99b16a15abe04492b0231f3e37c6fccb, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/8ff85f1f3bda4c659a0bcad848e9bd35, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/385fc0d96bbe4727a99af169dba0c87b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/049ca293ff8a4799bc91f6e56ab046b1] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=47.1 K
2024-11-18T02:14:16,389 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99b16a15abe04492b0231f3e37c6fccb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731896049816
2024-11-18T02:14:16,389 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ff85f1f3bda4c659a0bcad848e9bd35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731896052162
2024-11-18T02:14:16,390 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 385fc0d96bbe4727a99af169dba0c87b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731896052542
2024-11-18T02:14:16,390 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 049ca293ff8a4799bc91f6e56ab046b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731896053397
2024-11-18T02:14:16,402 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#C#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:16,403 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/c65fe831ffff49b49791032d37b00685 is 50, key is test_row_0/C:col10/1731896053397/Put/seqid=0
2024-11-18T02:14:16,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-18T02:14:16,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:16,419 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-18T02:14:16,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:16,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:16,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:16,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:16,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:16,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:16,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741999_1175 (size=12391)
2024-11-18T02:14:16,459 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/c65fe831ffff49b49791032d37b00685 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/c65fe831ffff49b49791032d37b00685
2024-11-18T02:14:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111812f53c24321149a5b1226089d6d9b578_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896054592/Put/seqid=0
2024-11-18T02:14:16,466 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/C of 65c8a8e6b7d32809a794f0d2689729ac into c65fe831ffff49b49791032d37b00685(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:16,466 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:16,466 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/C, priority=12, startTime=1731896056270; duration=0sec
2024-11-18T02:14:16,466 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:16,466 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:C
2024-11-18T02:14:16,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742000_1176 (size=12304)
2024-11-18T02:14:16,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:16,500 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111812f53c24321149a5b1226089d6d9b578_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111812f53c24321149a5b1226089d6d9b578_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/4e356d62c96c4b2f94e0e8d9c4a0c4d4, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/4e356d62c96c4b2f94e0e8d9c4a0c4d4 is 175, key is test_row_0/A:col10/1731896054592/Put/seqid=0
2024-11-18T02:14:16,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742001_1177 (size=31105)
2024-11-18T02:14:16,520 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/4e356d62c96c4b2f94e0e8d9c4a0c4d4
2024-11-18T02:14:16,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/61de135b915041eb9c2fa5bf5c028e54 is 50, key is test_row_0/B:col10/1731896054592/Put/seqid=0
2024-11-18T02:14:16,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742002_1178 (size=12151)
2024-11-18T02:14:16,745 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/fe87d34ad46747878c478723e8531100 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/fe87d34ad46747878c478723e8531100
2024-11-18T02:14:16,755 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/B of 65c8a8e6b7d32809a794f0d2689729ac into fe87d34ad46747878c478723e8531100(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:16,756 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:16,756 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/B, priority=12, startTime=1731896056269; duration=0sec
2024-11-18T02:14:16,756 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:16,756 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:B
2024-11-18T02:14:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:16,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:16,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896056850, max timestamp=1731896056868Num uniques 859; 
2024-11-18T02:14:16,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:14:16,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896056850, max timestamp=1731896056868Num uniques 859; 
2024-11-18T02:14:16,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:14:16,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896056850, max timestamp=1731896056868Num uniques 859; 
2024-11-18T02:14:16,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:14:16,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896116947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:16,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:16,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:16,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:16,954 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/61de135b915041eb9c2fa5bf5c028e54
2024-11-18T02:14:16,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896116950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:16,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896116952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:16,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44658 deadline: 1731896116952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:16,959 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:16,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44674 deadline: 1731896116962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:16,968 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8247 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:16,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/de592152067a4ab9863b5fcd7da7415f is 50, key is test_row_0/C:col10/1731896054592/Put/seqid=0
2024-11-18T02:14:17,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742003_1179 (size=12151)
2024-11-18T02:14:17,005 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/de592152067a4ab9863b5fcd7da7415f
2024-11-18T02:14:17,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/4e356d62c96c4b2f94e0e8d9c4a0c4d4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4e356d62c96c4b2f94e0e8d9c4a0c4d4
2024-11-18T02:14:17,019 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4e356d62c96c4b2f94e0e8d9c4a0c4d4, entries=150, sequenceid=157, filesize=30.4 K
2024-11-18T02:14:17,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/61de135b915041eb9c2fa5bf5c028e54 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/61de135b915041eb9c2fa5bf5c028e54
2024-11-18T02:14:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T02:14:17,026 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/61de135b915041eb9c2fa5bf5c028e54, entries=150, sequenceid=157, filesize=11.9 K
2024-11-18T02:14:17,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/de592152067a4ab9863b5fcd7da7415f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/de592152067a4ab9863b5fcd7da7415f
2024-11-18T02:14:17,032 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/de592152067a4ab9863b5fcd7da7415f, entries=150, sequenceid=157, filesize=11.9 K
2024-11-18T02:14:17,035 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 65c8a8e6b7d32809a794f0d2689729ac in 616ms, sequenceid=157, compaction requested=false
2024-11-18T02:14:17,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:17,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:17,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-11-18T02:14:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-11-18T02:14:17,038 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-18T02:14:17,038 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1620 sec
2024-11-18T02:14:17,040 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.1660 sec
2024-11-18T02:14:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:17,069 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB
2024-11-18T02:14:17,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731896056934, max timestamp=1731896057064Num uniques 1068; 
2024-11-18T02:14:17,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-18T02:14:17,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731896056934, max timestamp=1731896057064Num uniques 1068; 
2024-11-18T02:14:17,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-18T02:14:17,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731896056934, max timestamp=1731896057064Num uniques 1068; 
2024-11-18T02:14:17,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-18T02:14:17,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:17,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:17,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:17,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:17,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:17,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:17,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f837e776624b4059977db5f6578d9e1f_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896056949/Put/seqid=0
2024-11-18T02:14:17,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742004_1180 (size=12304)
2024-11-18T02:14:17,116 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:17,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731896057095, max timestamp=1731896057116Num uniques 859; 
2024-11-18T02:14:17,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309
2024-11-18T02:14:17,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896057102, max timestamp=1731896057116Num uniques 859; 
2024-11-18T02:14:17,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:14:17,124 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f837e776624b4059977db5f6578d9e1f_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f837e776624b4059977db5f6578d9e1f_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:17,125 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/21ed8f2d4c344de79db21a3151f3fd19, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:17,126 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896057107, max timestamp=1731896057116Num uniques 859; 
2024-11-18T02:14:17,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/21ed8f2d4c344de79db21a3151f3fd19 is 175, key is test_row_0/A:col10/1731896056949/Put/seqid=0
2024-11-18T02:14:17,126 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:17,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742005_1181 (size=31105)
2024-11-18T02:14:17,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731896057165, max timestamp=1731896057230Num uniques 1168; 
2024-11-18T02:14:17,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731896057165, max timestamp=1731896057230Num uniques 1018; 
2024-11-18T02:14:17,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=12268, suffix heap size=149440,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=268
2024-11-18T02:14:17,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731896057165, max timestamp=1731896057230Num uniques 1068; 
2024-11-18T02:14:17,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-11-18T02:14:17,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-11-18T02:14:17,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896117302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:17,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896117305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:17,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:17,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896117307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:17,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:17,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896117412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:17,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:17,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896117412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:17,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896117432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:17,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:17,570 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/21ed8f2d4c344de79db21a3151f3fd19
2024-11-18T02:14:17,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/610e60a1ed9e4170aa6b4176676af607 is 50, key is test_row_0/B:col10/1731896056949/Put/seqid=0
2024-11-18T02:14:17,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896117622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:17,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:17,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896117622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:17,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:17,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896117642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:17,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:17,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:17,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742006_1182 (size=12151)
2024-11-18T02:14:17,668 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/610e60a1ed9e4170aa6b4176676af607
2024-11-18T02:14:17,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/1a5b6a0e53c94ed3a72c3a5f261c9cbf is 50, key is test_row_0/C:col10/1731896056949/Put/seqid=0
2024-11-18T02:14:17,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742007_1183 (size=12151)
2024-11-18T02:14:17,695 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/1a5b6a0e53c94ed3a72c3a5f261c9cbf
2024-11-18T02:14:17,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/21ed8f2d4c344de79db21a3151f3fd19 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/21ed8f2d4c344de79db21a3151f3fd19
2024-11-18T02:14:17,712 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/21ed8f2d4c344de79db21a3151f3fd19, entries=150, sequenceid=199, filesize=30.4 K
2024-11-18T02:14:17,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/610e60a1ed9e4170aa6b4176676af607 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/610e60a1ed9e4170aa6b4176676af607
2024-11-18T02:14:17,725 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/610e60a1ed9e4170aa6b4176676af607, entries=150, sequenceid=199, filesize=11.9 K
2024-11-18T02:14:17,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/1a5b6a0e53c94ed3a72c3a5f261c9cbf as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/1a5b6a0e53c94ed3a72c3a5f261c9cbf
2024-11-18T02:14:17,732 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/1a5b6a0e53c94ed3a72c3a5f261c9cbf, entries=150, sequenceid=199, filesize=11.9 K
2024-11-18T02:14:17,733 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~105.19 KB/107712, currentSize=147.60 KB/151140 for 65c8a8e6b7d32809a794f0d2689729ac in 664ms, sequenceid=199, compaction requested=true
2024-11-18T02:14:17,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:17,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:17,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:17,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:17,734 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:17,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:17,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:17,734 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:17,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:17,735 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93555 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:17,735 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:17,735 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/A is initiating minor compaction (all files)
2024-11-18T02:14:17,735 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/B is initiating minor compaction (all files)
2024-11-18T02:14:17,735 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/A in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:17,735 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/B in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:17,736 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4544f61a9c2e4e80b1d3788d3d9be695, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4e356d62c96c4b2f94e0e8d9c4a0c4d4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/21ed8f2d4c344de79db21a3151f3fd19] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=91.4 K
2024-11-18T02:14:17,736 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/fe87d34ad46747878c478723e8531100, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/61de135b915041eb9c2fa5bf5c028e54, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/610e60a1ed9e4170aa6b4176676af607] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=35.8 K
2024-11-18T02:14:17,736 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:17,736 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4544f61a9c2e4e80b1d3788d3d9be695, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4e356d62c96c4b2f94e0e8d9c4a0c4d4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/21ed8f2d4c344de79db21a3151f3fd19]
2024-11-18T02:14:17,736 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4544f61a9c2e4e80b1d3788d3d9be695, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731896053397
2024-11-18T02:14:17,736 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting fe87d34ad46747878c478723e8531100, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731896053397
2024-11-18T02:14:17,737 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e356d62c96c4b2f94e0e8d9c4a0c4d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731896054585
2024-11-18T02:14:17,737 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 61de135b915041eb9c2fa5bf5c028e54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731896054585
2024-11-18T02:14:17,737 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21ed8f2d4c344de79db21a3151f3fd19, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731896056949
2024-11-18T02:14:17,737 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 610e60a1ed9e4170aa6b4176676af607, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731896056949
2024-11-18T02:14:17,754 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:17,755 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#B#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:17,755 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/692242b025d942609d9e80bc6c055e9f is 50, key is test_row_0/B:col10/1731896056949/Put/seqid=0
2024-11-18T02:14:17,760 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118909c7385a4d5407781d601c4e702eb42_65c8a8e6b7d32809a794f0d2689729ac store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:17,763 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118909c7385a4d5407781d601c4e702eb42_65c8a8e6b7d32809a794f0d2689729ac, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:17,763 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118909c7385a4d5407781d601c4e702eb42_65c8a8e6b7d32809a794f0d2689729ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:17,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742008_1184 (size=12493)
2024-11-18T02:14:17,775 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/692242b025d942609d9e80bc6c055e9f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/692242b025d942609d9e80bc6c055e9f
2024-11-18T02:14:17,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742009_1185 (size=4469)
2024-11-18T02:14:17,782 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#A#compaction#159 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:17,783 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/8003aa008dde4f598f00091e0d259f16 is 175, key is test_row_0/A:col10/1731896056949/Put/seqid=0
2024-11-18T02:14:17,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742010_1186 (size=31447)
2024-11-18T02:14:17,795 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/B of 65c8a8e6b7d32809a794f0d2689729ac into 692242b025d942609d9e80bc6c055e9f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:17,795 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:17,795 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/B, priority=13, startTime=1731896057734; duration=0sec
2024-11-18T02:14:17,795 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:17,795 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:B
2024-11-18T02:14:17,795 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:17,796 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/8003aa008dde4f598f00091e0d259f16 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/8003aa008dde4f598f00091e0d259f16
2024-11-18T02:14:17,796 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:17,797 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/C is initiating minor compaction (all files)
2024-11-18T02:14:17,797 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/C in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:17,797 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/c65fe831ffff49b49791032d37b00685, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/de592152067a4ab9863b5fcd7da7415f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/1a5b6a0e53c94ed3a72c3a5f261c9cbf] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=35.8 K
2024-11-18T02:14:17,797 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting c65fe831ffff49b49791032d37b00685, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731896053397
2024-11-18T02:14:17,798 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting de592152067a4ab9863b5fcd7da7415f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731896054585
2024-11-18T02:14:17,798 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a5b6a0e53c94ed3a72c3a5f261c9cbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731896056949
2024-11-18T02:14:17,804 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/A of 65c8a8e6b7d32809a794f0d2689729ac into 8003aa008dde4f598f00091e0d259f16(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:17,804 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:17,804 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/A, priority=13, startTime=1731896057733; duration=0sec
2024-11-18T02:14:17,805 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:17,805 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:A
2024-11-18T02:14:17,811 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#C#compaction#160 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:17,811 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/098e9ea851924dabaeeaf3e23fd4baf3 is 50, key is test_row_0/C:col10/1731896056949/Put/seqid=0
2024-11-18T02:14:17,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742011_1187 (size=12493)
2024-11-18T02:14:17,851 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/098e9ea851924dabaeeaf3e23fd4baf3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/098e9ea851924dabaeeaf3e23fd4baf3
2024-11-18T02:14:17,859 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/C of 65c8a8e6b7d32809a794f0d2689729ac into 098e9ea851924dabaeeaf3e23fd4baf3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:17,860 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:17,860 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/C, priority=13, startTime=1731896057734; duration=0sec
2024-11-18T02:14:17,860 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:17,860 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:C
2024-11-18T02:14:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:17,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731896057282, max timestamp=1731896057943Num uniques 1127; 
2024-11-18T02:14:17,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177
2024-11-18T02:14:17,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731896057282, max timestamp=1731896057943Num uniques 1127; 
2024-11-18T02:14:17,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177
2024-11-18T02:14:17,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731896057282, max timestamp=1731896057943Num uniques 1127; 
2024-11-18T02:14:17,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177
2024-11-18T02:14:17,948 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=33.54 KB heapSize=84.47 KB
2024-11-18T02:14:17,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:17,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:17,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:17,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:17,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:17,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:17,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e7ba7e8f3eb64af59636749b965e3d3d_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896057302/Put/seqid=0
2024-11-18T02:14:17,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742012_1188 (size=17384)
2024-11-18T02:14:18,023 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896057997, max timestamp=1731896058020Num uniques 859; 
2024-11-18T02:14:18,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:18,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896057997, max timestamp=1731896058020Num uniques 859; 
2024-11-18T02:14:18,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:18,026 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896057997, max timestamp=1731896058020Num uniques 859; 
2024-11-18T02:14:18,026 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:18,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731896058061, max timestamp=1731896058076Num uniques 1018; 
2024-11-18T02:14:18,083 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-18T02:14:18,083 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731896058061, max timestamp=1731896058076Num uniques 1018; 
2024-11-18T02:14:18,083 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731896058061, max timestamp=1731896058076Num uniques 1018; 
2024-11-18T02:14:18,083 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-18T02:14:18,083 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-18T02:14:18,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731896058109, max timestamp=1731896058122Num uniques 1077; 
2024-11-18T02:14:18,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731896058109, max timestamp=1731896058122Num uniques 1077; 
2024-11-18T02:14:18,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277
2024-11-18T02:14:18,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277
2024-11-18T02:14:18,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1731896058109, max timestamp=1731896058122Num uniques 1077; 
2024-11-18T02:14:18,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277
2024-11-18T02:14:18,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731896058155, max timestamp=1731896058177Num uniques 1136; 
2024-11-18T02:14:18,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731896058155, max timestamp=1731896058177Num uniques 1136; 
2024-11-18T02:14:18,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236
2024-11-18T02:14:18,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236
2024-11-18T02:14:18,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731896058155, max timestamp=1731896058177Num uniques 1136; 
2024-11-18T02:14:18,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236
2024-11-18T02:14:18,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731896058219, max timestamp=1731896058235Num uniques 1095; 
2024-11-18T02:14:18,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-18T02:14:18,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731896058219, max timestamp=1731896058237Num uniques 1095; 
2024-11-18T02:14:18,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-18T02:14:18,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731896058219, max timestamp=1731896058237Num uniques 1095; 
2024-11-18T02:14:18,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-18T02:14:18,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=354, cellSize=16210, totalHeapSize=37056, min timestamp=1731896058264, max timestamp=1731896058292Num uniques 1054; 
2024-11-18T02:14:18,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=354, cellSize=16210, totalHeapSize=37056, min timestamp=1731896058264, max timestamp=1731896058292Num uniques 1054; 
2024-11-18T02:14:18,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=16210, suffix heap size=137584,new segment heap size=37056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=354
2024-11-18T02:14:18,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=16210, suffix heap size=137584,new segment heap size=37056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=354
2024-11-18T02:14:18,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=354, cellSize=16210, totalHeapSize=37056, min timestamp=1731896058264, max timestamp=1731896058292Num uniques 1054; 
2024-11-18T02:14:18,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=16210, suffix heap size=137584,new segment heap size=37056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=354
2024-11-18T02:14:18,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896118334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:18,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896118336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:18,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896118340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:18,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:18,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:18,379 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:18,384 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e7ba7e8f3eb64af59636749b965e3d3d_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e7ba7e8f3eb64af59636749b965e3d3d_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:18,385 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/caac88be243d444aa02a1c449e7e294e, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:18,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/caac88be243d444aa02a1c449e7e294e is 175, key is test_row_0/A:col10/1731896057302/Put/seqid=0
2024-11-18T02:14:18,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742013_1189 (size=48489)
2024-11-18T02:14:18,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896118452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:18,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896118452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:18,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:18,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896118452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:18,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:18,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:18,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:18,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896118662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:18,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896118672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:18,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:18,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896118673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:18,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:18,797 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/caac88be243d444aa02a1c449e7e294e
2024-11-18T02:14:18,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/1f02bb19a77842c68f216984abb47d06 is 50, key is test_row_0/B:col10/1731896057302/Put/seqid=0
2024-11-18T02:14:18,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742014_1190 (size=12201)
2024-11-18T02:14:18,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896118971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:18,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:18,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896118981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:18,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896118982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:18,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:18,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-18T02:14:19,033 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:19,034 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-11-18T02:14:19,037 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T02:14:19,038 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:19,038 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T02:14:19,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-18T02:14:19,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:19,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:19,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:19,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:19,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:19,219 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/1f02bb19a77842c68f216984abb47d06
2024-11-18T02:14:19,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/e17d94f75bbb4103a133ae9624e96162 is 50, key is test_row_0/C:col10/1731896057302/Put/seqid=0
2024-11-18T02:14:19,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742015_1191 (size=12201)
2024-11-18T02:14:19,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-18T02:14:19,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:19,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T02:14:19,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896119482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:19,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:19,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:19,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:19,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-18T02:14:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:19,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:19,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:19,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896119502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:19,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:19,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896119503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:19,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:19,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:19,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:19,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-18T02:14:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:19,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T02:14:19,671 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/e17d94f75bbb4103a133ae9624e96162
2024-11-18T02:14:19,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/caac88be243d444aa02a1c449e7e294e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/caac88be243d444aa02a1c449e7e294e
2024-11-18T02:14:19,681 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/caac88be243d444aa02a1c449e7e294e, entries=250, sequenceid=258, filesize=47.4 K
2024-11-18T02:14:19,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/1f02bb19a77842c68f216984abb47d06 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1f02bb19a77842c68f216984abb47d06
2024-11-18T02:14:19,687 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1f02bb19a77842c68f216984abb47d06, entries=150, sequenceid=258, filesize=11.9 K
2024-11-18T02:14:19,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/e17d94f75bbb4103a133ae9624e96162 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/e17d94f75bbb4103a133ae9624e96162
2024-11-18T02:14:19,695 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/e17d94f75bbb4103a133ae9624e96162, entries=150, sequenceid=258, filesize=11.9 K
2024-11-18T02:14:19,696 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~84.42 KB/86448, currentSize=161.02 KB/164880 for 65c8a8e6b7d32809a794f0d2689729ac in 1748ms, sequenceid=258, compaction requested=false
2024-11-18T02:14:19,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:19,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-18T02:14:19,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:19,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=161.02 KB heapSize=446.39 KB
2024-11-18T02:14:19,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:19,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:19,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:19,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:19,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:19,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:19,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188135217560394b75af8c682dde64e80a_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896058338/Put/seqid=0
2024-11-18T02:14:19,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742016_1192 (size=12454)
2024-11-18T02:14:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:19,835 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188135217560394b75af8c682dde64e80a_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188135217560394b75af8c682dde64e80a_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/261f4ec0d6e64e34b2ba44846715aba3, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:19,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/261f4ec0d6e64e34b2ba44846715aba3 is 175, key is test_row_0/A:col10/1731896058338/Put/seqid=0
2024-11-18T02:14:19,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742017_1193 (size=31255)
2024-11-18T02:14:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T02:14:20,255 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=381, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/261f4ec0d6e64e34b2ba44846715aba3
2024-11-18T02:14:20,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/34882b99047d43c398f338b75464bed9 is 50, key is test_row_0/B:col10/1731896058338/Put/seqid=0
2024-11-18T02:14:20,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742018_1194 (size=12301)
2024-11-18T02:14:20,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/34882b99047d43c398f338b75464bed9
2024-11-18T02:14:20,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/a141d64cead34c35bd0109073a310d15 is 50, key is test_row_0/C:col10/1731896058338/Put/seqid=0
2024-11-18T02:14:20,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742019_1195 (size=12301)
2024-11-18T02:14:20,320 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/a141d64cead34c35bd0109073a310d15
2024-11-18T02:14:20,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/261f4ec0d6e64e34b2ba44846715aba3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/261f4ec0d6e64e34b2ba44846715aba3
2024-11-18T02:14:20,334 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/261f4ec0d6e64e34b2ba44846715aba3, entries=150, sequenceid=381, filesize=30.5 K
2024-11-18T02:14:20,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/34882b99047d43c398f338b75464bed9 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/34882b99047d43c398f338b75464bed9
2024-11-18T02:14:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,341 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/34882b99047d43c398f338b75464bed9, entries=150, sequenceid=381, filesize=12.0 K
2024-11-18T02:14:20,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/a141d64cead34c35bd0109073a310d15 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/a141d64cead34c35bd0109073a310d15
2024-11-18T02:14:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,347 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/a141d64cead34c35bd0109073a310d15, entries=150, sequenceid=381, filesize=12.0 K
2024-11-18T02:14:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,348 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~446.34 KB/457056, currentSize=0 B/0 for 65c8a8e6b7d32809a794f0d2689729ac in 539ms, sequenceid=381, compaction requested=true
2024-11-18T02:14:20,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:20,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:20,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-11-18T02:14:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-11-18T02:14:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,352 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-11-18T02:14:20,352 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3120 sec
2024-11-18T02:14:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,354 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.3190 sec
2024-11-18T02:14:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,633 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:14:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:20,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:20,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:20,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:20,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:20,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181f99dadafaf941beaa4ffd6cead0ce9f_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896060628/Put/seqid=0
2024-11-18T02:14:20,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896060660, max timestamp=1731896060705Num uniques 859; 
2024-11-18T02:14:20,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:14:20,712 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896060660, max timestamp=1731896060705Num uniques 859; 
2024-11-18T02:14:20,712 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:14:20,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896060660, max timestamp=1731896060705Num uniques 859; 
2024-11-18T02:14:20,712 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:14:20,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742020_1196 (size=22618)
2024-11-18T02:14:20,719 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:20,724 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181f99dadafaf941beaa4ffd6cead0ce9f_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181f99dadafaf941beaa4ffd6cead0ce9f_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:20,725 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/f40e818c0f01410ab26a21a057c68a57, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:20,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/f40e818c0f01410ab26a21a057c68a57 is 175, key is test_row_0/A:col10/1731896060628/Put/seqid=0
2024-11-18T02:14:20,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742021_1197 (size=66019)
2024-11-18T02:14:20,745 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=391, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/f40e818c0f01410ab26a21a057c68a57
2024-11-18T02:14:20,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/e5ea4e041cd149c1a002a0754bc0be23 is 50, key is test_row_0/B:col10/1731896060628/Put/seqid=0
2024-11-18T02:14:20,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742022_1198 (size=9857)
2024-11-18T02:14:20,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896120808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:20,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:20,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:20,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896120810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:20,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:20,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:20,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:20,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896120814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:20,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:20,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:20,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:20,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:20,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896120922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:20,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:20,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:20,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:20,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896120922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:20,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896120922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:20,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:20,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:20,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:20,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:20,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:20,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896121142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896121143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896121143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,172 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/e5ea4e041cd149c1a002a0754bc0be23
2024-11-18T02:14:21,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/fb2b575f7d214a6ca24d989cb900c267 is 50, key is test_row_0/C:col10/1731896060628/Put/seqid=0
2024-11-18T02:14:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-18T02:14:21,185 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:21,186 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees
2024-11-18T02:14:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-18T02:14:21,188 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:21,188 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:21,189 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:21,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742023_1199 (size=9857)
2024-11-18T02:14:21,205 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/fb2b575f7d214a6ca24d989cb900c267
2024-11-18T02:14:21,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/f40e818c0f01410ab26a21a057c68a57 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/f40e818c0f01410ab26a21a057c68a57
2024-11-18T02:14:21,217 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/f40e818c0f01410ab26a21a057c68a57, entries=350, sequenceid=391, filesize=64.5 K
2024-11-18T02:14:21,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/e5ea4e041cd149c1a002a0754bc0be23 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/e5ea4e041cd149c1a002a0754bc0be23
2024-11-18T02:14:21,244 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/e5ea4e041cd149c1a002a0754bc0be23, entries=100, sequenceid=391, filesize=9.6 K
2024-11-18T02:14:21,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/fb2b575f7d214a6ca24d989cb900c267 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/fb2b575f7d214a6ca24d989cb900c267
2024-11-18T02:14:21,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/fb2b575f7d214a6ca24d989cb900c267, entries=100, sequenceid=391, filesize=9.6 K
2024-11-18T02:14:21,258 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 65c8a8e6b7d32809a794f0d2689729ac in 625ms, sequenceid=391, compaction requested=true
2024-11-18T02:14:21,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:21,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:21,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:21,258 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:14:21,258 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:14:21,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:21,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:21,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:21,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:21,260 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 177210 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:14:21,260 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/A is initiating minor compaction (all files)
2024-11-18T02:14:21,260 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/A in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:21,261 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/8003aa008dde4f598f00091e0d259f16, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/caac88be243d444aa02a1c449e7e294e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/261f4ec0d6e64e34b2ba44846715aba3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/f40e818c0f01410ab26a21a057c68a57] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=173.1 K
2024-11-18T02:14:21,261 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:21,261 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/8003aa008dde4f598f00091e0d259f16, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/caac88be243d444aa02a1c449e7e294e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/261f4ec0d6e64e34b2ba44846715aba3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/f40e818c0f01410ab26a21a057c68a57]
2024-11-18T02:14:21,264 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:14:21,264 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/B is initiating minor compaction (all files)
2024-11-18T02:14:21,264 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/B in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:21,264 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/692242b025d942609d9e80bc6c055e9f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1f02bb19a77842c68f216984abb47d06, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/34882b99047d43c398f338b75464bed9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/e5ea4e041cd149c1a002a0754bc0be23] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=45.8 K
2024-11-18T02:14:21,264 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 692242b025d942609d9e80bc6c055e9f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731896056949
2024-11-18T02:14:21,265 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8003aa008dde4f598f00091e0d259f16, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731896056949
2024-11-18T02:14:21,266 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f02bb19a77842c68f216984abb47d06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731896057282
2024-11-18T02:14:21,266 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting caac88be243d444aa02a1c449e7e294e, keycount=250, bloomtype=ROW, size=47.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731896057282
2024-11-18T02:14:21,266 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 34882b99047d43c398f338b75464bed9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731896058330
2024-11-18T02:14:21,267 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 261f4ec0d6e64e34b2ba44846715aba3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731896058330
2024-11-18T02:14:21,267 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting e5ea4e041cd149c1a002a0754bc0be23, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731896060628
2024-11-18T02:14:21,268 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting f40e818c0f01410ab26a21a057c68a57, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731896060508
2024-11-18T02:14:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-18T02:14:21,299 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#B#compaction#170 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:21,299 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/16f6f74004b14263a933b0acc3277ee8 is 50, key is test_row_0/B:col10/1731896060628/Put/seqid=0
2024-11-18T02:14:21,307 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:21,329 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118125d98d3be9d462d8c2befcc1e2808c1_65c8a8e6b7d32809a794f0d2689729ac store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:21,332 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118125d98d3be9d462d8c2befcc1e2808c1_65c8a8e6b7d32809a794f0d2689729ac, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:21,332 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118125d98d3be9d462d8c2befcc1e2808c1_65c8a8e6b7d32809a794f0d2689729ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:21,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-18T02:14:21,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:21,344 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-18T02:14:21,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:21,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:21,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:21,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:21,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:21,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:21,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742024_1200 (size=12779)
2024-11-18T02:14:21,369 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/16f6f74004b14263a933b0acc3277ee8 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/16f6f74004b14263a933b0acc3277ee8
2024-11-18T02:14:21,377 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/B of 65c8a8e6b7d32809a794f0d2689729ac into 16f6f74004b14263a933b0acc3277ee8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:21,377 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:21,377 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/B, priority=12, startTime=1731896061258; duration=0sec
2024-11-18T02:14:21,377 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:21,377 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:B
2024-11-18T02:14:21,377 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:14:21,381 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46852 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:14:21,381 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/C is initiating minor compaction (all files)
2024-11-18T02:14:21,381 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/C in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:21,381 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/098e9ea851924dabaeeaf3e23fd4baf3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/e17d94f75bbb4103a133ae9624e96162, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/a141d64cead34c35bd0109073a310d15, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/fb2b575f7d214a6ca24d989cb900c267] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=45.8 K
2024-11-18T02:14:21,382 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 098e9ea851924dabaeeaf3e23fd4baf3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731896056949
2024-11-18T02:14:21,382 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting e17d94f75bbb4103a133ae9624e96162, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731896057282
2024-11-18T02:14:21,382 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting a141d64cead34c35bd0109073a310d15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731896058330
2024-11-18T02:14:21,383 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting fb2b575f7d214a6ca24d989cb900c267, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731896060628
2024-11-18T02:14:21,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111868fff5bfbc9b462180246d2bbceb20ff_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896060807/Put/seqid=0
2024-11-18T02:14:21,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742025_1201 (size=4469)
2024-11-18T02:14:21,435 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:21,436 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/f7bde4ca9aa246e2bcd9db66162e1c3c is 50, key is test_row_0/C:col10/1731896060628/Put/seqid=0
2024-11-18T02:14:21,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742026_1202 (size=12454)
2024-11-18T02:14:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:21,443 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111868fff5bfbc9b462180246d2bbceb20ff_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111868fff5bfbc9b462180246d2bbceb20ff_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:21,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/a865d0cf7c8641f392607d6dc7e55277, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/a865d0cf7c8641f392607d6dc7e55277 is 175, key is test_row_0/A:col10/1731896060807/Put/seqid=0
2024-11-18T02:14:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:21,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:21,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742027_1203 (size=12779)
2024-11-18T02:14:21,480 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/f7bde4ca9aa246e2bcd9db66162e1c3c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/f7bde4ca9aa246e2bcd9db66162e1c3c
2024-11-18T02:14:21,489 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/C of 65c8a8e6b7d32809a794f0d2689729ac into f7bde4ca9aa246e2bcd9db66162e1c3c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:21,489 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:21,489 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/C, priority=12, startTime=1731896061259; duration=0sec
2024-11-18T02:14:21,489 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:21,489 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:C
2024-11-18T02:14:21,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742028_1204 (size=31255)
2024-11-18T02:14:21,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896121481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896121483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,499 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=426, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/a865d0cf7c8641f392607d6dc7e55277
2024-11-18T02:14:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-18T02:14:21,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896121497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/1300c9e89f154b689d1dbed887505e07 is 50, key is test_row_0/B:col10/1731896060807/Put/seqid=0
2024-11-18T02:14:21,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742029_1205 (size=12301)
2024-11-18T02:14:21,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/1300c9e89f154b689d1dbed887505e07
2024-11-18T02:14:21,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/519e9f30edab4945ae8952d704b63816 is 50, key is test_row_0/C:col10/1731896060807/Put/seqid=0
2024-11-18T02:14:21,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742030_1206 (size=12301)
2024-11-18T02:14:21,563 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/519e9f30edab4945ae8952d704b63816
2024-11-18T02:14:21,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/a865d0cf7c8641f392607d6dc7e55277 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/a865d0cf7c8641f392607d6dc7e55277
2024-11-18T02:14:21,587 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/a865d0cf7c8641f392607d6dc7e55277, entries=150, sequenceid=426, filesize=30.5 K
2024-11-18T02:14:21,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/1300c9e89f154b689d1dbed887505e07 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1300c9e89f154b689d1dbed887505e07
2024-11-18T02:14:21,594 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1300c9e89f154b689d1dbed887505e07, entries=150, sequenceid=426, filesize=12.0 K
2024-11-18T02:14:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/519e9f30edab4945ae8952d704b63816 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/519e9f30edab4945ae8952d704b63816
2024-11-18T02:14:21,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896121602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896121602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/519e9f30edab4945ae8952d704b63816, entries=150, sequenceid=426, filesize=12.0 K
2024-11-18T02:14:21,611 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 65c8a8e6b7d32809a794f0d2689729ac in 266ms, sequenceid=426, compaction requested=false
2024-11-18T02:14:21,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:21,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:21,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49
2024-11-18T02:14:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=49
2024-11-18T02:14:21,615 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-11-18T02:14:21,615 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 424 msec
2024-11-18T02:14:21,620 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 429 msec
2024-11-18T02:14:21,621 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-18T02:14:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:21,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:21,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f33176ac21dc43308459be567bbbbaf3_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896061494/Put/seqid=0
2024-11-18T02:14:21,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742031_1207 (size=14994)
2024-11-18T02:14:21,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896061697, max timestamp=1731896061742Num uniques 859; 
2024-11-18T02:14:21,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896061697, max timestamp=1731896061742Num uniques 859; 
2024-11-18T02:14:21,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:14:21,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:14:21,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896061697, max timestamp=1731896061742Num uniques 859; 
2024-11-18T02:14:21,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:14:21,798 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#A#compaction#171 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:21,799 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/ffc563a1943b46e7a18dffb1739e4687 is 175, key is test_row_0/A:col10/1731896060628/Put/seqid=0
2024-11-18T02:14:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-18T02:14:21,812 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:21,813 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees
2024-11-18T02:14:21,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742032_1208 (size=31840)
2024-11-18T02:14:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-18T02:14:21,817 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:21,818 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:21,818 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:21,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896121827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896121833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896121841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-18T02:14:21,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896121961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-18T02:14:21,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:21,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:21,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896121989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:21,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896121989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:21,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:21,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:22,081 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:22,091 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f33176ac21dc43308459be567bbbbaf3_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f33176ac21dc43308459be567bbbbaf3_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:22,092 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/d114aedd1ed2446b93f7da3ae3c63f67, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:22,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/d114aedd1ed2446b93f7da3ae3c63f67 is 175, key is test_row_0/A:col10/1731896061494/Put/seqid=0
2024-11-18T02:14:22,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742033_1209 (size=39949)
2024-11-18T02:14:22,103 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=439, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/d114aedd1ed2446b93f7da3ae3c63f67
2024-11-18T02:14:22,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/4fd5e49e17f34527aa0b45c51c4e7666 is 50, key is test_row_0/B:col10/1731896061494/Put/seqid=0
2024-11-18T02:14:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-18T02:14:22,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-18T02:14:22,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:22,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:22,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:22,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:22,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:22,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742034_1210 (size=12301)
2024-11-18T02:14:22,159 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/4fd5e49e17f34527aa0b45c51c4e7666
2024-11-18T02:14:22,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896122172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:22,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:22,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/a94f2807a4d940baac51bfeb59072566 is 50, key is test_row_0/C:col10/1731896061494/Put/seqid=0
2024-11-18T02:14:22,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742035_1211 (size=12301)
2024-11-18T02:14:22,193 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/a94f2807a4d940baac51bfeb59072566
2024-11-18T02:14:22,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/d114aedd1ed2446b93f7da3ae3c63f67 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/d114aedd1ed2446b93f7da3ae3c63f67
2024-11-18T02:14:22,205 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/d114aedd1ed2446b93f7da3ae3c63f67, entries=200, sequenceid=439, filesize=39.0 K
2024-11-18T02:14:22,205 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-11-18T02:14:22,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896122201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:22,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:22,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896122202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:22,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/4fd5e49e17f34527aa0b45c51c4e7666 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/4fd5e49e17f34527aa0b45c51c4e7666
2024-11-18T02:14:22,212 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/4fd5e49e17f34527aa0b45c51c4e7666, entries=150, sequenceid=439, filesize=12.0 K
2024-11-18T02:14:22,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/a94f2807a4d940baac51bfeb59072566 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/a94f2807a4d940baac51bfeb59072566
2024-11-18T02:14:22,224 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/ffc563a1943b46e7a18dffb1739e4687 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ffc563a1943b46e7a18dffb1739e4687
2024-11-18T02:14:22,229 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/a94f2807a4d940baac51bfeb59072566, entries=150, sequenceid=439, filesize=12.0 K
2024-11-18T02:14:22,230 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 65c8a8e6b7d32809a794f0d2689729ac in 609ms, sequenceid=439, compaction requested=true
2024-11-18T02:14:22,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:22,231 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/A of 65c8a8e6b7d32809a794f0d2689729ac into ffc563a1943b46e7a18dffb1739e4687(size=31.1 K), total size for store is 100.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:22,231 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:22,231 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/A, priority=12, startTime=1731896061258; duration=0sec
2024-11-18T02:14:22,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:22,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:22,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:22,231 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:22,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:22,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:22,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T02:14:22,231 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T02:14:22,231 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:A
2024-11-18T02:14:22,231 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:22,232 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103044 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:22,232 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:22,232 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/A is initiating minor compaction (all files)
2024-11-18T02:14:22,232 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/B is initiating minor compaction (all files)
2024-11-18T02:14:22,232 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/A in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:22,232 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/B in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:22,232 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ffc563a1943b46e7a18dffb1739e4687, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/a865d0cf7c8641f392607d6dc7e55277, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/d114aedd1ed2446b93f7da3ae3c63f67] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=100.6 K
2024-11-18T02:14:22,232 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/16f6f74004b14263a933b0acc3277ee8, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1300c9e89f154b689d1dbed887505e07, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/4fd5e49e17f34527aa0b45c51c4e7666] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=36.5 K
2024-11-18T02:14:22,232 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:22,233 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ffc563a1943b46e7a18dffb1739e4687, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/a865d0cf7c8641f392607d6dc7e55277, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/d114aedd1ed2446b93f7da3ae3c63f67]
2024-11-18T02:14:22,233 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16f6f74004b14263a933b0acc3277ee8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731896058330
2024-11-18T02:14:22,233 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting ffc563a1943b46e7a18dffb1739e4687, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731896058330
2024-11-18T02:14:22,234 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1300c9e89f154b689d1dbed887505e07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731896060803
2024-11-18T02:14:22,234 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting a865d0cf7c8641f392607d6dc7e55277, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731896060803
2024-11-18T02:14:22,234 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fd5e49e17f34527aa0b45c51c4e7666, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731896061477
2024-11-18T02:14:22,234 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d114aedd1ed2446b93f7da3ae3c63f67, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731896061465
2024-11-18T02:14:22,243 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:22,253 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411189b4bcfbf71654dd4a9d7142496be4ace_65c8a8e6b7d32809a794f0d2689729ac store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:22,254 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411189b4bcfbf71654dd4a9d7142496be4ace_65c8a8e6b7d32809a794f0d2689729ac, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:22,255 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189b4bcfbf71654dd4a9d7142496be4ace_65c8a8e6b7d32809a794f0d2689729ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:22,258 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#B#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:22,259 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/7eaacd5a66ea4befa18bcff1f1b61fcc is 50, key is test_row_0/B:col10/1731896061494/Put/seqid=0
2024-11-18T02:14:22,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742036_1212 (size=4469)
2024-11-18T02:14:22,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742037_1213 (size=12881)
2024-11-18T02:14:22,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-18T02:14:22,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:22,289 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-11-18T02:14:22,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:22,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:22,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:22,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:22,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:22,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:22,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180a42e4f90d554dc7a0c475c7ec774387_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896061821/Put/seqid=0
2024-11-18T02:14:22,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742038_1214 (size=12454)
2024-11-18T02:14:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-18T02:14:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:22,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:22,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896122511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:22,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:22,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896122518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896122517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:22,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896122631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:22,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896122631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:22,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:22,668 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#A#compaction#179 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:22,669 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/d4ff732f59644bc4836dfba3a337a5dc is 175, key is test_row_0/A:col10/1731896061494/Put/seqid=0
2024-11-18T02:14:22,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742039_1215 (size=31835)
2024-11-18T02:14:22,680 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/7eaacd5a66ea4befa18bcff1f1b61fcc as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/7eaacd5a66ea4befa18bcff1f1b61fcc
2024-11-18T02:14:22,696 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/d4ff732f59644bc4836dfba3a337a5dc as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/d4ff732f59644bc4836dfba3a337a5dc
2024-11-18T02:14:22,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:22,703 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/B of 65c8a8e6b7d32809a794f0d2689729ac into 7eaacd5a66ea4befa18bcff1f1b61fcc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:22,703 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:22,703 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/B, priority=13, startTime=1731896062231; duration=0sec
2024-11-18T02:14:22,704 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/A of 65c8a8e6b7d32809a794f0d2689729ac into d4ff732f59644bc4836dfba3a337a5dc(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:22,704 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:22,704 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/A, priority=13, startTime=1731896062231; duration=0sec
2024-11-18T02:14:22,704 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:22,704 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:A
2024-11-18T02:14:22,704 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:22,704 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:22,704 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:B
2024-11-18T02:14:22,705 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:22,705 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/C is initiating minor compaction (all files)
2024-11-18T02:14:22,705 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/C in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:22,706 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/f7bde4ca9aa246e2bcd9db66162e1c3c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/519e9f30edab4945ae8952d704b63816, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/a94f2807a4d940baac51bfeb59072566] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=36.5 K
2024-11-18T02:14:22,711 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180a42e4f90d554dc7a0c475c7ec774387_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180a42e4f90d554dc7a0c475c7ec774387_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:22,712 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting f7bde4ca9aa246e2bcd9db66162e1c3c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731896058330
2024-11-18T02:14:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/2e01fb039f5b418287a9a4a8b9dd50ef, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:22,713 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 519e9f30edab4945ae8952d704b63816, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731896060803
2024-11-18T02:14:22,713 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting a94f2807a4d940baac51bfeb59072566, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731896061477
2024-11-18T02:14:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/2e01fb039f5b418287a9a4a8b9dd50ef is 175, key is test_row_0/A:col10/1731896061821/Put/seqid=0
2024-11-18T02:14:22,737 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#C#compaction#182 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:22,738 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/d38d779827824c67b40a55b2d519bee4 is 50, key is test_row_0/C:col10/1731896061494/Put/seqid=0
2024-11-18T02:14:22,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742040_1216 (size=31255)
2024-11-18T02:14:22,743 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=475, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/2e01fb039f5b418287a9a4a8b9dd50ef
2024-11-18T02:14:22,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/59928136de7b4d11987fec73af745723 is 50, key is test_row_0/B:col10/1731896061821/Put/seqid=0
2024-11-18T02:14:22,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742041_1217 (size=12881)
2024-11-18T02:14:22,764 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/d38d779827824c67b40a55b2d519bee4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/d38d779827824c67b40a55b2d519bee4
2024-11-18T02:14:22,771 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/C of 65c8a8e6b7d32809a794f0d2689729ac into d38d779827824c67b40a55b2d519bee4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:22,771 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:22,771 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/C, priority=13, startTime=1731896062231; duration=0sec
2024-11-18T02:14:22,771 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:22,771 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:C
2024-11-18T02:14:22,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742042_1218 (size=12301)
2024-11-18T02:14:22,776 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/59928136de7b4d11987fec73af745723
2024-11-18T02:14:22,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/1e03a25f82d74124949f321735a72572 is 50, key is test_row_0/C:col10/1731896061821/Put/seqid=0
2024-11-18T02:14:22,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742043_1219 (size=12301)
2024-11-18T02:14:22,808 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/1e03a25f82d74124949f321735a72572
2024-11-18T02:14:22,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/2e01fb039f5b418287a9a4a8b9dd50ef as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2e01fb039f5b418287a9a4a8b9dd50ef
2024-11-18T02:14:22,823 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2e01fb039f5b418287a9a4a8b9dd50ef, entries=150, sequenceid=475, filesize=30.5 K
2024-11-18T02:14:22,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/59928136de7b4d11987fec73af745723 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/59928136de7b4d11987fec73af745723
2024-11-18T02:14:22,839 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/59928136de7b4d11987fec73af745723, entries=150, sequenceid=475, filesize=12.0 K
2024-11-18T02:14:22,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/1e03a25f82d74124949f321735a72572 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/1e03a25f82d74124949f321735a72572
2024-11-18T02:14:22,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896122841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:22,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896122841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:22,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:22,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:22,856 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/1e03a25f82d74124949f321735a72572, entries=150, sequenceid=475, filesize=12.0 K
2024-11-18T02:14:22,860 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 65c8a8e6b7d32809a794f0d2689729ac in 571ms, sequenceid=475, compaction requested=false
2024-11-18T02:14:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-18T02:14:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-18T02:14:22,864 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-18T02:14:22,864 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0440 sec
2024-11-18T02:14:22,866 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.0520 sec
2024-11-18T02:14:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-18T02:14:22,952 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:22,953 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees
2024-11-18T02:14:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T02:14:22,955 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:22,956 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:22,956 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:23,024 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-18T02:14:23,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:23,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:23,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:23,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:23,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:23,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:23,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c8b26477ff7b4dce87b1f9e5aabf2773_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896062509/Put/seqid=0
2024-11-18T02:14:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T02:14:23,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742044_1220 (size=14994)
2024-11-18T02:14:23,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T02:14:23,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:23,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:23,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:23,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896123125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:23,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896123152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:23,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896123152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:23,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:23,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:23,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896123242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:23,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T02:14:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:23,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T02:14:23,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T02:14:23,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:23,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:23,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:23,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896123452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:23,464 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:23,470 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c8b26477ff7b4dce87b1f9e5aabf2773_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c8b26477ff7b4dce87b1f9e5aabf2773_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:23,471 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/69814312a738440a8c08631b40aa9c42, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:23,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/69814312a738440a8c08631b40aa9c42 is 175, key is test_row_0/A:col10/1731896062509/Put/seqid=0
2024-11-18T02:14:23,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742045_1221 (size=39949)
2024-11-18T02:14:23,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T02:14:23,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:23,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:23,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:23,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T02:14:23,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896123661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:23,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896123661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:23,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T02:14:23,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:23,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:23,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:23,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896123762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:23,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:23,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:23,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T02:14:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:23,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:23,881 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=490, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/69814312a738440a8c08631b40aa9c42
2024-11-18T02:14:23,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/0af96cf46c9a477e896f04542d7db326 is 50, key is test_row_0/B:col10/1731896062509/Put/seqid=0
2024-11-18T02:14:23,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742046_1222 (size=12301)
2024-11-18T02:14:24,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T02:14:24,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:24,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:24,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:24,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:24,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T02:14:24,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T02:14:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:24,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:24,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:24,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:24,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:24,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896124272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:24,306 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/0af96cf46c9a477e896f04542d7db326
2024-11-18T02:14:24,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/4a5f0f29d38d4136b68e0676e1f98a76 is 50, key is test_row_0/C:col10/1731896062509/Put/seqid=0
2024-11-18T02:14:24,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742047_1223 (size=12301)
2024-11-18T02:14:24,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T02:14:24,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:24,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:24,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:24,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:24,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:24,341 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/4a5f0f29d38d4136b68e0676e1f98a76
2024-11-18T02:14:24,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/69814312a738440a8c08631b40aa9c42 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/69814312a738440a8c08631b40aa9c42
2024-11-18T02:14:24,354 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/69814312a738440a8c08631b40aa9c42, entries=200, sequenceid=490, filesize=39.0 K
2024-11-18T02:14:24,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/0af96cf46c9a477e896f04542d7db326 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/0af96cf46c9a477e896f04542d7db326
2024-11-18T02:14:24,360 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/0af96cf46c9a477e896f04542d7db326, entries=150, sequenceid=490, filesize=12.0 K
2024-11-18T02:14:24,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/4a5f0f29d38d4136b68e0676e1f98a76 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/4a5f0f29d38d4136b68e0676e1f98a76
2024-11-18T02:14:24,367 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/4a5f0f29d38d4136b68e0676e1f98a76, entries=150, sequenceid=490, filesize=12.0 K
2024-11-18T02:14:24,368 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 65c8a8e6b7d32809a794f0d2689729ac in 1345ms, sequenceid=490, compaction requested=true
2024-11-18T02:14:24,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:24,368 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:24,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:24,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:24,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:24,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:24,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:24,369 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:24,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:24,370 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:24,370 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/A is initiating minor compaction (all files)
2024-11-18T02:14:24,370 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/A in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:24,371 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:24,371 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/d4ff732f59644bc4836dfba3a337a5dc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2e01fb039f5b418287a9a4a8b9dd50ef, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/69814312a738440a8c08631b40aa9c42] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=100.6 K
2024-11-18T02:14:24,371 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:24,371 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/B is initiating minor compaction (all files)
2024-11-18T02:14:24,371 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/d4ff732f59644bc4836dfba3a337a5dc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2e01fb039f5b418287a9a4a8b9dd50ef, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/69814312a738440a8c08631b40aa9c42]
2024-11-18T02:14:24,371 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/B in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:24,371 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/7eaacd5a66ea4befa18bcff1f1b61fcc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/59928136de7b4d11987fec73af745723, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/0af96cf46c9a477e896f04542d7db326] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=36.6 K
2024-11-18T02:14:24,372 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4ff732f59644bc4836dfba3a337a5dc, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731896061477
2024-11-18T02:14:24,372 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eaacd5a66ea4befa18bcff1f1b61fcc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731896061477
2024-11-18T02:14:24,372 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e01fb039f5b418287a9a4a8b9dd50ef, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1731896061821
2024-11-18T02:14:24,374 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 59928136de7b4d11987fec73af745723, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1731896061821
2024-11-18T02:14:24,374 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69814312a738440a8c08631b40aa9c42, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731896062505
2024-11-18T02:14:24,374 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 0af96cf46c9a477e896f04542d7db326, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731896062505
2024-11-18T02:14:24,389 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:24,399 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:24,400 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/73be3eb1ef45469db232811845ce8941 is 50, key is test_row_0/B:col10/1731896062509/Put/seqid=0
2024-11-18T02:14:24,405 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118b3d18394687648408eb9a7de24f95342_65c8a8e6b7d32809a794f0d2689729ac store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:24,407 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118b3d18394687648408eb9a7de24f95342_65c8a8e6b7d32809a794f0d2689729ac, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:24,407 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b3d18394687648408eb9a7de24f95342_65c8a8e6b7d32809a794f0d2689729ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:24,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742048_1224 (size=12983)
2024-11-18T02:14:24,435 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/73be3eb1ef45469db232811845ce8941 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/73be3eb1ef45469db232811845ce8941
2024-11-18T02:14:24,442 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/B of 65c8a8e6b7d32809a794f0d2689729ac into 73be3eb1ef45469db232811845ce8941(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:24,442 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:24,442 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/B, priority=13, startTime=1731896064369; duration=0sec
2024-11-18T02:14:24,442 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:24,442 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:B
2024-11-18T02:14:24,442 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:24,443 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:24,443 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/C is initiating minor compaction (all files)
2024-11-18T02:14:24,443 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/C in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:24,443 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/d38d779827824c67b40a55b2d519bee4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/1e03a25f82d74124949f321735a72572, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/4a5f0f29d38d4136b68e0676e1f98a76] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=36.6 K
2024-11-18T02:14:24,444 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d38d779827824c67b40a55b2d519bee4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731896061477
2024-11-18T02:14:24,446 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e03a25f82d74124949f321735a72572, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1731896061821
2024-11-18T02:14:24,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742049_1225 (size=4469)
2024-11-18T02:14:24,447 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a5f0f29d38d4136b68e0676e1f98a76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731896062505
2024-11-18T02:14:24,448 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#A#compaction#188 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:24,449 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/b9f0365300a145d3b29d1638bebe7d84 is 175, key is test_row_0/A:col10/1731896062509/Put/seqid=0
2024-11-18T02:14:24,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742050_1226 (size=31937)
2024-11-18T02:14:24,470 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#C#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:24,470 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/bc0704127fcd46469e82cc960615b6d1 is 50, key is test_row_0/C:col10/1731896062509/Put/seqid=0
2024-11-18T02:14:24,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-18T02:14:24,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:24,493 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T02:14:24,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:24,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:24,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:24,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:24,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:24,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:24,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181ac0cab977014a419a76fcdf79cbe004_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896063107/Put/seqid=0
2024-11-18T02:14:24,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742051_1227 (size=12983)
2024-11-18T02:14:24,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742052_1228 (size=12454)
2024-11-18T02:14:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:24,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:24,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896124695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:24,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:24,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:24,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:24,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896124698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:24,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:24,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896124812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:24,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:24,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896124812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:24,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:24,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:24,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:24,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:24,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:24,875 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/b9f0365300a145d3b29d1638bebe7d84 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/b9f0365300a145d3b29d1638bebe7d84
2024-11-18T02:14:24,881 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/A of 65c8a8e6b7d32809a794f0d2689729ac into b9f0365300a145d3b29d1638bebe7d84(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:24,881 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:24,881 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/A, priority=13, startTime=1731896064368; duration=0sec
2024-11-18T02:14:24,881 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:24,881 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:A
2024-11-18T02:14:24,923 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/bc0704127fcd46469e82cc960615b6d1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/bc0704127fcd46469e82cc960615b6d1
2024-11-18T02:14:24,931 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/C of 65c8a8e6b7d32809a794f0d2689729ac into bc0704127fcd46469e82cc960615b6d1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:24,931 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:24,931 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/C, priority=13, startTime=1731896064369; duration=0sec
2024-11-18T02:14:24,932 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:24,932 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:C
2024-11-18T02:14:24,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:24,947 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181ac0cab977014a419a76fcdf79cbe004_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181ac0cab977014a419a76fcdf79cbe004_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/ae5589f99ebb47818064fc0b59bfadd1, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:24,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/ae5589f99ebb47818064fc0b59bfadd1 is 175, key is test_row_0/A:col10/1731896063107/Put/seqid=0
2024-11-18T02:14:24,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742053_1229 (size=31255)
2024-11-18T02:14:25,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896125022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:25,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:25,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896125022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:25,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:25,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T02:14:25,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896125282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:25,288 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:25,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896125332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:25,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:25,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896125332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:25,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:25,368 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=511, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/ae5589f99ebb47818064fc0b59bfadd1
2024-11-18T02:14:25,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/911815bb629b4a9ba720a29b6bbcd53f is 50, key is test_row_0/B:col10/1731896063107/Put/seqid=0
2024-11-18T02:14:25,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742054_1230 (size=12301)
2024-11-18T02:14:25,810 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/911815bb629b4a9ba720a29b6bbcd53f
2024-11-18T02:14:25,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/9c348e37d1e04462b8961a8d041b622d is 50, key is test_row_0/C:col10/1731896063107/Put/seqid=0
2024-11-18T02:14:25,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896125841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:25,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896125841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:25,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742055_1231 (size=12301)
2024-11-18T02:14:25,846 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/9c348e37d1e04462b8961a8d041b622d
2024-11-18T02:14:25,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/ae5589f99ebb47818064fc0b59bfadd1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ae5589f99ebb47818064fc0b59bfadd1
2024-11-18T02:14:25,856 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ae5589f99ebb47818064fc0b59bfadd1, entries=150, sequenceid=511, filesize=30.5 K
2024-11-18T02:14:25,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/911815bb629b4a9ba720a29b6bbcd53f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/911815bb629b4a9ba720a29b6bbcd53f
2024-11-18T02:14:25,875 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/911815bb629b4a9ba720a29b6bbcd53f, entries=150, sequenceid=511, filesize=12.0 K
2024-11-18T02:14:25,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/9c348e37d1e04462b8961a8d041b622d as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/9c348e37d1e04462b8961a8d041b622d
2024-11-18T02:14:25,880 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/9c348e37d1e04462b8961a8d041b622d, entries=150, sequenceid=511, filesize=12.0 K
2024-11-18T02:14:25,882 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 65c8a8e6b7d32809a794f0d2689729ac in 1388ms, sequenceid=511, compaction requested=false
2024-11-18T02:14:25,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:25,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:25,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-11-18T02:14:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-11-18T02:14:25,885 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-18T02:14:25,885 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9270 sec
2024-11-18T02:14:25,888 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.9330 sec
2024-11-18T02:14:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:26,853 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-18T02:14:26,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:26,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:26,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:26,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:26,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:26,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:26,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184576031df45b4001a6ef2d33fae8212c_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896066852/Put/seqid=0
2024-11-18T02:14:26,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742056_1232 (size=14994)
2024-11-18T02:14:26,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896126895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:26,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896126900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:27,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896127011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:27,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:27,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896127011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:27,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:27,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44658 deadline: 1731896127032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:27,036 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18317 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:27,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:27,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44674 deadline: 1731896127062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:27,069 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18348 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:27,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-18T02:14:27,132 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:27,133 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees
2024-11-18T02:14:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T02:14:27,135 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:27,136 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:27,136 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:27,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896127222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:27,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:27,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896127222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:27,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:27,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T02:14:27,276 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:27,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T02:14:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:27,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,290 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184576031df45b4001a6ef2d33fae8212c_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184576031df45b4001a6ef2d33fae8212c_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:27,291 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/4d5c907005e44b01bd10212c9f0d6fa6, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:27,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/4d5c907005e44b01bd10212c9f0d6fa6 is 175, key is test_row_0/A:col10/1731896066852/Put/seqid=0
2024-11-18T02:14:27,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742057_1233 (size=39949)
2024-11-18T02:14:27,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44618 deadline: 1731896127302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:27,303 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 65c8a8e6b7d32809a794f0d2689729ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:27,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T02:14:27,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:27,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:27,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:27,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T02:14:27,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896127532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:27,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:27,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896127541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:27,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:27,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:27,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T02:14:27,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:27,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:27,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:27,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,696 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=526, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/4d5c907005e44b01bd10212c9f0d6fa6
2024-11-18T02:14:27,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/b23f69f132b2445c9110526e0fb20ad8 is 50, key is test_row_0/B:col10/1731896066852/Put/seqid=0
2024-11-18T02:14:27,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742058_1234 (size=12301)
2024-11-18T02:14:27,711 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/b23f69f132b2445c9110526e0fb20ad8
2024-11-18T02:14:27,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/107ba4d05dd44579977dac5da9fdf207 is 50, key is test_row_0/C:col10/1731896066852/Put/seqid=0
2024-11-18T02:14:27,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742059_1235 (size=12301)
2024-11-18T02:14:27,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T02:14:27,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:27,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:27,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:27,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T02:14:27,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T02:14:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:27,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:27,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:28,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44696 deadline: 1731896128042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:28,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44692 deadline: 1731896128052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:28,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T02:14:28,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:28,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:28,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:14:28,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:28,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:28,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:28,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:28,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55
java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=55
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:28,126 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/107ba4d05dd44579977dac5da9fdf207
2024-11-18T02:14:28,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/4d5c907005e44b01bd10212c9f0d6fa6 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4d5c907005e44b01bd10212c9f0d6fa6
2024-11-18T02:14:28,136 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4d5c907005e44b01bd10212c9f0d6fa6, entries=200, sequenceid=526, filesize=39.0 K
2024-11-18T02:14:28,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/b23f69f132b2445c9110526e0fb20ad8 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/b23f69f132b2445c9110526e0fb20ad8
2024-11-18T02:14:28,141 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/b23f69f132b2445c9110526e0fb20ad8, entries=150, sequenceid=526, filesize=12.0 K
2024-11-18T02:14:28,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/107ba4d05dd44579977dac5da9fdf207 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/107ba4d05dd44579977dac5da9fdf207
2024-11-18T02:14:28,147 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/107ba4d05dd44579977dac5da9fdf207, entries=150, sequenceid=526, filesize=12.0 K
2024-11-18T02:14:28,148 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 65c8a8e6b7d32809a794f0d2689729ac in 1295ms, sequenceid=526, compaction requested=true
2024-11-18T02:14:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:28,148 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65c8a8e6b7d32809a794f0d2689729ac:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:28,148 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:28,150 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:28,150 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:28,150 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/A is initiating minor compaction (all files)
2024-11-18T02:14:28,150 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/B is initiating minor compaction (all files)
2024-11-18T02:14:28,150 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/B in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:28,150 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/A in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:28,150 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/73be3eb1ef45469db232811845ce8941, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/911815bb629b4a9ba720a29b6bbcd53f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/b23f69f132b2445c9110526e0fb20ad8] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=36.7 K
2024-11-18T02:14:28,150 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/b9f0365300a145d3b29d1638bebe7d84, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ae5589f99ebb47818064fc0b59bfadd1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4d5c907005e44b01bd10212c9f0d6fa6] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=100.7 K
2024-11-18T02:14:28,150 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:28,150 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/b9f0365300a145d3b29d1638bebe7d84, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ae5589f99ebb47818064fc0b59bfadd1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4d5c907005e44b01bd10212c9f0d6fa6]
2024-11-18T02:14:28,150 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 73be3eb1ef45469db232811845ce8941, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731896062505
2024-11-18T02:14:28,150 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9f0365300a145d3b29d1638bebe7d84, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731896062505
2024-11-18T02:14:28,151 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae5589f99ebb47818064fc0b59bfadd1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1731896063107
2024-11-18T02:14:28,152 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 911815bb629b4a9ba720a29b6bbcd53f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1731896063107
2024-11-18T02:14:28,152 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d5c907005e44b01bd10212c9f0d6fa6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1731896064686
2024-11-18T02:14:28,152 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting b23f69f132b2445c9110526e0fb20ad8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1731896064686
2024-11-18T02:14:28,158 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:28,160 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111870b5db2c63cc43e58223bff9b6828b2f_65c8a8e6b7d32809a794f0d2689729ac store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:28,160 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#B#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:28,161 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/1da4abe80297496fb7ed156ec2780f67 is 50, key is test_row_0/B:col10/1731896066852/Put/seqid=0
2024-11-18T02:14:28,162 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111870b5db2c63cc43e58223bff9b6828b2f_65c8a8e6b7d32809a794f0d2689729ac, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:28,162 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111870b5db2c63cc43e58223bff9b6828b2f_65c8a8e6b7d32809a794f0d2689729ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:28,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742060_1236 (size=13085)
2024-11-18T02:14:28,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742061_1237 (size=4469)
2024-11-18T02:14:28,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-18T02:14:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:28,209 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T02:14:28,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:28,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:28,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:28,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:28,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:28,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:28,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c43f63430525465d9cb304a3d63a06e3_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896066894/Put/seqid=0
2024-11-18T02:14:28,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742062_1238 (size=12454)
2024-11-18T02:14:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T02:14:28,550 INFO  [Thread-714 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-714.
2024-11-18T02:14:28,550 DEBUG [Thread-714 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:14:28,550 DEBUG [Thread-714 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:28,550 DEBUG [Thread-714 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:28,550 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:28,551 INFO  [Thread-720 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-720.
2024-11-18T02:14:28,551 DEBUG [Thread-720 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:14:28,551 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:28,552 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:28,552 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:28,553 INFO  [Thread-716 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-716.
2024-11-18T02:14:28,553 DEBUG [Thread-716 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:14:28,553 DEBUG [Thread-716 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:28,553 DEBUG [Thread-716 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:28,553 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:28,554 INFO  [Thread-718 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-718.
2024-11-18T02:14:28,554 DEBUG [Thread-718 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:14:28,555 DEBUG [Thread-718 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:28,555 DEBUG [Thread-718 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:28,555 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:28,571 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#A#compaction#197 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:28,571 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/1da4abe80297496fb7ed156ec2780f67 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1da4abe80297496fb7ed156ec2780f67
2024-11-18T02:14:28,571 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/375c22f24b5540678dbc00a2ac358780 is 175, key is test_row_0/A:col10/1731896066852/Put/seqid=0
2024-11-18T02:14:28,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742063_1239 (size=32039)
2024-11-18T02:14:28,576 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/B of 65c8a8e6b7d32809a794f0d2689729ac into 1da4abe80297496fb7ed156ec2780f67(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:28,576 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:28,576 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/B, priority=13, startTime=1731896068148; duration=0sec
2024-11-18T02:14:28,576 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:28,576 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:B
2024-11-18T02:14:28,576 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:28,577 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:28,577 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 65c8a8e6b7d32809a794f0d2689729ac/C is initiating minor compaction (all files)
2024-11-18T02:14:28,577 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65c8a8e6b7d32809a794f0d2689729ac/C in TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:28,577 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/bc0704127fcd46469e82cc960615b6d1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/9c348e37d1e04462b8961a8d041b622d, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/107ba4d05dd44579977dac5da9fdf207] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp, totalSize=36.7 K
2024-11-18T02:14:28,578 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting bc0704127fcd46469e82cc960615b6d1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731896062505
2024-11-18T02:14:28,578 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c348e37d1e04462b8961a8d041b622d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1731896063107
2024-11-18T02:14:28,578 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 107ba4d05dd44579977dac5da9fdf207, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1731896064686
2024-11-18T02:14:28,584 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65c8a8e6b7d32809a794f0d2689729ac#C#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:28,584 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/5b578a71607944b9ac2bf11a93dc90b1 is 50, key is test_row_0/C:col10/1731896066852/Put/seqid=0
2024-11-18T02:14:28,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742064_1240 (size=13085)
2024-11-18T02:14:28,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:28,651 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c43f63430525465d9cb304a3d63a06e3_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c43f63430525465d9cb304a3d63a06e3_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:28,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/e110e843cd8245e89a055b58780c3cf6, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:28,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/e110e843cd8245e89a055b58780c3cf6 is 175, key is test_row_0/A:col10/1731896066894/Put/seqid=0
2024-11-18T02:14:28,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742065_1241 (size=31255)
2024-11-18T02:14:28,980 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/375c22f24b5540678dbc00a2ac358780 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/375c22f24b5540678dbc00a2ac358780
2024-11-18T02:14:28,984 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/A of 65c8a8e6b7d32809a794f0d2689729ac into 375c22f24b5540678dbc00a2ac358780(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:28,984 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:28,984 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/A, priority=13, startTime=1731896068148; duration=0sec
2024-11-18T02:14:28,984 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:28,984 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:A
2024-11-18T02:14:28,991 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/5b578a71607944b9ac2bf11a93dc90b1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/5b578a71607944b9ac2bf11a93dc90b1
2024-11-18T02:14:28,995 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65c8a8e6b7d32809a794f0d2689729ac/C of 65c8a8e6b7d32809a794f0d2689729ac into 5b578a71607944b9ac2bf11a93dc90b1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:28,995 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:28,995 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., storeName=65c8a8e6b7d32809a794f0d2689729ac/C, priority=13, startTime=1731896068148; duration=0sec
2024-11-18T02:14:28,995 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:28,995 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65c8a8e6b7d32809a794f0d2689729ac:C
2024-11-18T02:14:29,057 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=545, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/e110e843cd8245e89a055b58780c3cf6
2024-11-18T02:14:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:29,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. as already flushing
2024-11-18T02:14:29,063 INFO  [Thread-707 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-707.
2024-11-18T02:14:29,063 INFO  [Thread-705 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-705.
2024-11-18T02:14:29,063 DEBUG [Thread-707 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:14:29,063 DEBUG [Thread-705 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:14:29,063 DEBUG [Thread-707 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:29,063 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:29,063 DEBUG [Thread-707 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:29,063 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:29,063 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:29,063 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:29,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/f5fc5dde601b4a78b8bcc8079f6751e1 is 50, key is test_row_0/B:col10/1731896066894/Put/seqid=0
2024-11-18T02:14:29,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742066_1242 (size=12301)
2024-11-18T02:14:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T02:14:29,468 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/f5fc5dde601b4a78b8bcc8079f6751e1
2024-11-18T02:14:29,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/7c46fc529f87413aaa20171cac505d46 is 50, key is test_row_0/C:col10/1731896066894/Put/seqid=0
2024-11-18T02:14:29,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742067_1243 (size=12301)
2024-11-18T02:14:29,879 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/7c46fc529f87413aaa20171cac505d46
2024-11-18T02:14:29,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/e110e843cd8245e89a055b58780c3cf6 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/e110e843cd8245e89a055b58780c3cf6
2024-11-18T02:14:29,886 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/e110e843cd8245e89a055b58780c3cf6, entries=150, sequenceid=545, filesize=30.5 K
2024-11-18T02:14:29,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/f5fc5dde601b4a78b8bcc8079f6751e1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/f5fc5dde601b4a78b8bcc8079f6751e1
2024-11-18T02:14:29,890 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/f5fc5dde601b4a78b8bcc8079f6751e1, entries=150, sequenceid=545, filesize=12.0 K
2024-11-18T02:14:29,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/7c46fc529f87413aaa20171cac505d46 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/7c46fc529f87413aaa20171cac505d46
2024-11-18T02:14:29,894 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/7c46fc529f87413aaa20171cac505d46, entries=150, sequenceid=545, filesize=12.0 K
2024-11-18T02:14:29,895 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=13.42 KB/13740 for 65c8a8e6b7d32809a794f0d2689729ac in 1686ms, sequenceid=545, compaction requested=false
2024-11-18T02:14:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 65c8a8e6b7d32809a794f0d2689729ac:

2024-11-18T02:14:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-18T02:14:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-18T02:14:29,898 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-18T02:14:29,898 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7600 sec
2024-11-18T02:14:29,900 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.7650 sec
2024-11-18T02:14:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-18T02:14:31,292 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:31,313 INFO  [Thread-711 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-711.
2024-11-18T02:14:31,313 DEBUG [Thread-711 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:14:31,313 DEBUG [Thread-711 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:31,314 DEBUG [Thread-711 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:31,314 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:32,158 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T02:14:37,053 INFO  [Thread-703 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-703.
2024-11-18T02:14:37,053 DEBUG [Thread-703 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:14:37,053 DEBUG [Thread-703 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:37,054 DEBUG [Thread-703 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:37,054 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:37,124 INFO  [Thread-709 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-709.
2024-11-18T02:14:37,124 DEBUG [Thread-709 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:14:37,124 DEBUG [Thread-709 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:37,124 DEBUG [Thread-709 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:37,124 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 10
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 133
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 217
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 10
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 104
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2695
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2634
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1214
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3640 rows
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1212
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3634 rows
2024-11-18T02:14:37,124 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T02:14:37,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T02:14:37,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:37,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:37,125 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:14:37,125 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T02:14:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T02:14:37,128 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896077128"}]},"ts":"1731896077128"}
2024-11-18T02:14:37,129 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T02:14:37,129 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T02:14:37,130 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T02:14:37,131 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, UNASSIGN}]
2024-11-18T02:14:37,132 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, UNASSIGN
2024-11-18T02:14:37,132 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=65c8a8e6b7d32809a794f0d2689729ac, regionState=CLOSING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:37,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, UNASSIGN because future has completed
2024-11-18T02:14:37,134 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T02:14:37,134 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:14:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T02:14:37,286 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:37,286 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T02:14:37,286 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 65c8a8e6b7d32809a794f0d2689729ac, disabling compactions & flushes
2024-11-18T02:14:37,286 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:37,286 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:37,286 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. after waiting 0 ms
2024-11-18T02:14:37,286 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:37,286 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 65c8a8e6b7d32809a794f0d2689729ac 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-18T02:14:37,287 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=A
2024-11-18T02:14:37,287 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:37,287 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=B
2024-11-18T02:14:37,287 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:37,287 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65c8a8e6b7d32809a794f0d2689729ac, store=C
2024-11-18T02:14:37,287 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:37,294 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a7da1b0e44c449368ef2c93d6bbfebfe_65c8a8e6b7d32809a794f0d2689729ac is 50, key is test_row_0/A:col10/1731896077122/Put/seqid=0
2024-11-18T02:14:37,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742068_1244 (size=12454)
2024-11-18T02:14:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T02:14:37,698 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:37,703 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a7da1b0e44c449368ef2c93d6bbfebfe_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a7da1b0e44c449368ef2c93d6bbfebfe_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:37,704 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/ced4aa7efff04ad7977e6486b9469b99, store: [table=TestAcidGuarantees family=A region=65c8a8e6b7d32809a794f0d2689729ac]
2024-11-18T02:14:37,704 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/ced4aa7efff04ad7977e6486b9469b99 is 175, key is test_row_0/A:col10/1731896077122/Put/seqid=0
2024-11-18T02:14:37,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742069_1245 (size=31255)
2024-11-18T02:14:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T02:14:38,109 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=556, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/ced4aa7efff04ad7977e6486b9469b99
2024-11-18T02:14:38,116 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/e251c910d0354eb08c245ec3d386c2c9 is 50, key is test_row_0/B:col10/1731896077122/Put/seqid=0
2024-11-18T02:14:38,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742070_1246 (size=12301)
2024-11-18T02:14:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T02:14:38,521 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/e251c910d0354eb08c245ec3d386c2c9
2024-11-18T02:14:38,527 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/4bae95f957d847beae7842d164a6ecd7 is 50, key is test_row_0/C:col10/1731896077122/Put/seqid=0
2024-11-18T02:14:38,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742071_1247 (size=12301)
2024-11-18T02:14:38,931 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/4bae95f957d847beae7842d164a6ecd7
2024-11-18T02:14:38,936 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/A/ced4aa7efff04ad7977e6486b9469b99 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ced4aa7efff04ad7977e6486b9469b99
2024-11-18T02:14:38,939 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ced4aa7efff04ad7977e6486b9469b99, entries=150, sequenceid=556, filesize=30.5 K
2024-11-18T02:14:38,940 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/B/e251c910d0354eb08c245ec3d386c2c9 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/e251c910d0354eb08c245ec3d386c2c9
2024-11-18T02:14:38,943 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/e251c910d0354eb08c245ec3d386c2c9, entries=150, sequenceid=556, filesize=12.0 K
2024-11-18T02:14:38,944 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/.tmp/C/4bae95f957d847beae7842d164a6ecd7 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/4bae95f957d847beae7842d164a6ecd7
2024-11-18T02:14:38,947 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/4bae95f957d847beae7842d164a6ecd7, entries=150, sequenceid=556, filesize=12.0 K
2024-11-18T02:14:38,948 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 65c8a8e6b7d32809a794f0d2689729ac in 1662ms, sequenceid=556, compaction requested=true
2024-11-18T02:14:38,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/0f4598f0ee6548fdbac52d09e90f01b4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/03132615d25b42f0bd53c8095a5d7b18, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2b461f1b456a491da2192e336343e9a0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/b28ef998d4e84043bf9452a40be14705, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/bf84b7296b60429a838381089cbe134f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/c68d3cf99a8c42cea21c1d42edbc9b79, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4544f61a9c2e4e80b1d3788d3d9be695, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2209a4d63a5840808faa66331e6a9a3e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4e356d62c96c4b2f94e0e8d9c4a0c4d4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/8003aa008dde4f598f00091e0d259f16, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/21ed8f2d4c344de79db21a3151f3fd19, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/caac88be243d444aa02a1c449e7e294e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/261f4ec0d6e64e34b2ba44846715aba3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/f40e818c0f01410ab26a21a057c68a57, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ffc563a1943b46e7a18dffb1739e4687, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/a865d0cf7c8641f392607d6dc7e55277, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/d114aedd1ed2446b93f7da3ae3c63f67, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/d4ff732f59644bc4836dfba3a337a5dc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2e01fb039f5b418287a9a4a8b9dd50ef, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/69814312a738440a8c08631b40aa9c42, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/b9f0365300a145d3b29d1638bebe7d84, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ae5589f99ebb47818064fc0b59bfadd1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4d5c907005e44b01bd10212c9f0d6fa6] to archive
2024-11-18T02:14:38,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:14:38,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/0f4598f0ee6548fdbac52d09e90f01b4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/0f4598f0ee6548fdbac52d09e90f01b4
2024-11-18T02:14:38,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/03132615d25b42f0bd53c8095a5d7b18 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/03132615d25b42f0bd53c8095a5d7b18
2024-11-18T02:14:38,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2b461f1b456a491da2192e336343e9a0 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2b461f1b456a491da2192e336343e9a0
2024-11-18T02:14:38,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/b28ef998d4e84043bf9452a40be14705 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/b28ef998d4e84043bf9452a40be14705
2024-11-18T02:14:38,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/bf84b7296b60429a838381089cbe134f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/bf84b7296b60429a838381089cbe134f
2024-11-18T02:14:38,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/c68d3cf99a8c42cea21c1d42edbc9b79 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/c68d3cf99a8c42cea21c1d42edbc9b79
2024-11-18T02:14:38,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4544f61a9c2e4e80b1d3788d3d9be695 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4544f61a9c2e4e80b1d3788d3d9be695
2024-11-18T02:14:38,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2209a4d63a5840808faa66331e6a9a3e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2209a4d63a5840808faa66331e6a9a3e
2024-11-18T02:14:38,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4e356d62c96c4b2f94e0e8d9c4a0c4d4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4e356d62c96c4b2f94e0e8d9c4a0c4d4
2024-11-18T02:14:38,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/8003aa008dde4f598f00091e0d259f16 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/8003aa008dde4f598f00091e0d259f16
2024-11-18T02:14:38,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/21ed8f2d4c344de79db21a3151f3fd19 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/21ed8f2d4c344de79db21a3151f3fd19
2024-11-18T02:14:38,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/caac88be243d444aa02a1c449e7e294e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/caac88be243d444aa02a1c449e7e294e
2024-11-18T02:14:38,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/261f4ec0d6e64e34b2ba44846715aba3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/261f4ec0d6e64e34b2ba44846715aba3
2024-11-18T02:14:38,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/f40e818c0f01410ab26a21a057c68a57 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/f40e818c0f01410ab26a21a057c68a57
2024-11-18T02:14:38,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ffc563a1943b46e7a18dffb1739e4687 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ffc563a1943b46e7a18dffb1739e4687
2024-11-18T02:14:38,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/a865d0cf7c8641f392607d6dc7e55277 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/a865d0cf7c8641f392607d6dc7e55277
2024-11-18T02:14:38,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/d114aedd1ed2446b93f7da3ae3c63f67 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/d114aedd1ed2446b93f7da3ae3c63f67
2024-11-18T02:14:38,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/d4ff732f59644bc4836dfba3a337a5dc to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/d4ff732f59644bc4836dfba3a337a5dc
2024-11-18T02:14:38,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2e01fb039f5b418287a9a4a8b9dd50ef to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/2e01fb039f5b418287a9a4a8b9dd50ef
2024-11-18T02:14:38,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/69814312a738440a8c08631b40aa9c42 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/69814312a738440a8c08631b40aa9c42
2024-11-18T02:14:38,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/b9f0365300a145d3b29d1638bebe7d84 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/b9f0365300a145d3b29d1638bebe7d84
2024-11-18T02:14:38,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ae5589f99ebb47818064fc0b59bfadd1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ae5589f99ebb47818064fc0b59bfadd1
2024-11-18T02:14:38,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4d5c907005e44b01bd10212c9f0d6fa6 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/4d5c907005e44b01bd10212c9f0d6fa6
2024-11-18T02:14:38,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/f4ea1a855b0b47209cc6ff5413af91e7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/ec6608565ff24b0c81b37adf84eafbd3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/9d9e5f78c1e14de98617eb550bbdb931, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/fe423b7844134a97bfb36ce0f12706c0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/7ecd3b0dc87541238781e3ef672e3d15, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/d05f6ffc099e4e8da65a971bfbf9fd5a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/fe87d34ad46747878c478723e8531100, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/480b86c0608f4683bdd752b9dbe1da0f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/61de135b915041eb9c2fa5bf5c028e54, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/692242b025d942609d9e80bc6c055e9f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/610e60a1ed9e4170aa6b4176676af607, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1f02bb19a77842c68f216984abb47d06, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/34882b99047d43c398f338b75464bed9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/16f6f74004b14263a933b0acc3277ee8, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/e5ea4e041cd149c1a002a0754bc0be23, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1300c9e89f154b689d1dbed887505e07, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/7eaacd5a66ea4befa18bcff1f1b61fcc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/4fd5e49e17f34527aa0b45c51c4e7666, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/59928136de7b4d11987fec73af745723, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/73be3eb1ef45469db232811845ce8941, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/0af96cf46c9a477e896f04542d7db326, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/911815bb629b4a9ba720a29b6bbcd53f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/b23f69f132b2445c9110526e0fb20ad8] to archive
2024-11-18T02:14:38,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:14:38,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/f4ea1a855b0b47209cc6ff5413af91e7 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/f4ea1a855b0b47209cc6ff5413af91e7
2024-11-18T02:14:38,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/ec6608565ff24b0c81b37adf84eafbd3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/ec6608565ff24b0c81b37adf84eafbd3
2024-11-18T02:14:38,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/9d9e5f78c1e14de98617eb550bbdb931 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/9d9e5f78c1e14de98617eb550bbdb931
2024-11-18T02:14:38,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/fe423b7844134a97bfb36ce0f12706c0 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/fe423b7844134a97bfb36ce0f12706c0
2024-11-18T02:14:38,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/7ecd3b0dc87541238781e3ef672e3d15 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/7ecd3b0dc87541238781e3ef672e3d15
2024-11-18T02:14:38,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/d05f6ffc099e4e8da65a971bfbf9fd5a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/d05f6ffc099e4e8da65a971bfbf9fd5a
2024-11-18T02:14:38,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/fe87d34ad46747878c478723e8531100 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/fe87d34ad46747878c478723e8531100
2024-11-18T02:14:38,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/480b86c0608f4683bdd752b9dbe1da0f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/480b86c0608f4683bdd752b9dbe1da0f
2024-11-18T02:14:38,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/61de135b915041eb9c2fa5bf5c028e54 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/61de135b915041eb9c2fa5bf5c028e54
2024-11-18T02:14:38,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/692242b025d942609d9e80bc6c055e9f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/692242b025d942609d9e80bc6c055e9f
2024-11-18T02:14:38,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/610e60a1ed9e4170aa6b4176676af607 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/610e60a1ed9e4170aa6b4176676af607
2024-11-18T02:14:38,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1f02bb19a77842c68f216984abb47d06 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1f02bb19a77842c68f216984abb47d06
2024-11-18T02:14:38,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/34882b99047d43c398f338b75464bed9 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/34882b99047d43c398f338b75464bed9
2024-11-18T02:14:38,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/16f6f74004b14263a933b0acc3277ee8 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/16f6f74004b14263a933b0acc3277ee8
2024-11-18T02:14:38,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/e5ea4e041cd149c1a002a0754bc0be23 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/e5ea4e041cd149c1a002a0754bc0be23
2024-11-18T02:14:38,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1300c9e89f154b689d1dbed887505e07 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1300c9e89f154b689d1dbed887505e07
2024-11-18T02:14:38,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/7eaacd5a66ea4befa18bcff1f1b61fcc to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/7eaacd5a66ea4befa18bcff1f1b61fcc
2024-11-18T02:14:38,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/4fd5e49e17f34527aa0b45c51c4e7666 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/4fd5e49e17f34527aa0b45c51c4e7666
2024-11-18T02:14:38,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/59928136de7b4d11987fec73af745723 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/59928136de7b4d11987fec73af745723
2024-11-18T02:14:38,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/73be3eb1ef45469db232811845ce8941 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/73be3eb1ef45469db232811845ce8941
2024-11-18T02:14:38,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/0af96cf46c9a477e896f04542d7db326 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/0af96cf46c9a477e896f04542d7db326
2024-11-18T02:14:38,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/911815bb629b4a9ba720a29b6bbcd53f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/911815bb629b4a9ba720a29b6bbcd53f
2024-11-18T02:14:38,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/b23f69f132b2445c9110526e0fb20ad8 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/b23f69f132b2445c9110526e0fb20ad8
2024-11-18T02:14:38,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/f128be9659124362802116c2a17d06d1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/2e01c0a274a84311ade09a7d9f1b1bc4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/99b16a15abe04492b0231f3e37c6fccb, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/d875c5a0bfd047a09bd5a8e4de4b0321, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/8ff85f1f3bda4c659a0bcad848e9bd35, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/385fc0d96bbe4727a99af169dba0c87b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/c65fe831ffff49b49791032d37b00685, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/049ca293ff8a4799bc91f6e56ab046b1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/de592152067a4ab9863b5fcd7da7415f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/098e9ea851924dabaeeaf3e23fd4baf3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/1a5b6a0e53c94ed3a72c3a5f261c9cbf, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/e17d94f75bbb4103a133ae9624e96162, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/a141d64cead34c35bd0109073a310d15, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/f7bde4ca9aa246e2bcd9db66162e1c3c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/fb2b575f7d214a6ca24d989cb900c267, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/519e9f30edab4945ae8952d704b63816, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/d38d779827824c67b40a55b2d519bee4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/a94f2807a4d940baac51bfeb59072566, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/1e03a25f82d74124949f321735a72572, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/bc0704127fcd46469e82cc960615b6d1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/4a5f0f29d38d4136b68e0676e1f98a76, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/9c348e37d1e04462b8961a8d041b622d, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/107ba4d05dd44579977dac5da9fdf207] to archive
2024-11-18T02:14:38,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:14:39,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/f128be9659124362802116c2a17d06d1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/f128be9659124362802116c2a17d06d1
2024-11-18T02:14:39,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/2e01c0a274a84311ade09a7d9f1b1bc4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/2e01c0a274a84311ade09a7d9f1b1bc4
2024-11-18T02:14:39,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/99b16a15abe04492b0231f3e37c6fccb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/99b16a15abe04492b0231f3e37c6fccb
2024-11-18T02:14:39,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/d875c5a0bfd047a09bd5a8e4de4b0321 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/d875c5a0bfd047a09bd5a8e4de4b0321
2024-11-18T02:14:39,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/8ff85f1f3bda4c659a0bcad848e9bd35 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/8ff85f1f3bda4c659a0bcad848e9bd35
2024-11-18T02:14:39,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/385fc0d96bbe4727a99af169dba0c87b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/385fc0d96bbe4727a99af169dba0c87b
2024-11-18T02:14:39,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/c65fe831ffff49b49791032d37b00685 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/c65fe831ffff49b49791032d37b00685
2024-11-18T02:14:39,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/049ca293ff8a4799bc91f6e56ab046b1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/049ca293ff8a4799bc91f6e56ab046b1
2024-11-18T02:14:39,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/de592152067a4ab9863b5fcd7da7415f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/de592152067a4ab9863b5fcd7da7415f
2024-11-18T02:14:39,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/098e9ea851924dabaeeaf3e23fd4baf3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/098e9ea851924dabaeeaf3e23fd4baf3
2024-11-18T02:14:39,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/1a5b6a0e53c94ed3a72c3a5f261c9cbf to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/1a5b6a0e53c94ed3a72c3a5f261c9cbf
2024-11-18T02:14:39,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/e17d94f75bbb4103a133ae9624e96162 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/e17d94f75bbb4103a133ae9624e96162
2024-11-18T02:14:39,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/a141d64cead34c35bd0109073a310d15 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/a141d64cead34c35bd0109073a310d15
2024-11-18T02:14:39,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/f7bde4ca9aa246e2bcd9db66162e1c3c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/f7bde4ca9aa246e2bcd9db66162e1c3c
2024-11-18T02:14:39,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/fb2b575f7d214a6ca24d989cb900c267 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/fb2b575f7d214a6ca24d989cb900c267
2024-11-18T02:14:39,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/519e9f30edab4945ae8952d704b63816 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/519e9f30edab4945ae8952d704b63816
2024-11-18T02:14:39,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/d38d779827824c67b40a55b2d519bee4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/d38d779827824c67b40a55b2d519bee4
2024-11-18T02:14:39,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/a94f2807a4d940baac51bfeb59072566 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/a94f2807a4d940baac51bfeb59072566
2024-11-18T02:14:39,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/1e03a25f82d74124949f321735a72572 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/1e03a25f82d74124949f321735a72572
2024-11-18T02:14:39,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/bc0704127fcd46469e82cc960615b6d1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/bc0704127fcd46469e82cc960615b6d1
2024-11-18T02:14:39,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/4a5f0f29d38d4136b68e0676e1f98a76 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/4a5f0f29d38d4136b68e0676e1f98a76
2024-11-18T02:14:39,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/9c348e37d1e04462b8961a8d041b622d to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/9c348e37d1e04462b8961a8d041b622d
2024-11-18T02:14:39,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/107ba4d05dd44579977dac5da9fdf207 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/107ba4d05dd44579977dac5da9fdf207
2024-11-18T02:14:39,027 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/recovered.edits/559.seqid, newMaxSeqId=559, maxSeqId=4
2024-11-18T02:14:39,027 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.
2024-11-18T02:14:39,027 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 65c8a8e6b7d32809a794f0d2689729ac:
Waiting for close lock at 1731896077286Running coprocessor pre-close hooks at 1731896077286Disabling compacts and flushes for region at 1731896077286Disabling writes for close at 1731896077286Obtaining lock to block concurrent updates at 1731896077286Preparing flush snapshotting stores in 65c8a8e6b7d32809a794f0d2689729ac at 1731896077286Finished memstore snapshotting TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731896077287 (+1 ms)Flushing stores of TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac. at 1731896077287Flushing 65c8a8e6b7d32809a794f0d2689729ac/A: creating writer at 1731896077287Flushing mob file 65c8a8e6b7d32809a794f0d2689729ac/A: appending metadata at 1731896077294 (+7 ms)Flushing mob file 65c8a8e6b7d32809a794f0d2689729ac/A: closing flushed file at 1731896077294Flushing 65c8a8e6b7d32809a794f0d2689729ac/A: appending metadata at 1731896077704 (+410 ms)Flushing 65c8a8e6b7d32809a794f0d2689729ac/A: closing flushed file at 1731896077704Flushing 65c8a8e6b7d32809a794f0d2689729ac/B: creating writer at 1731896078112 (+408 ms)Flushing 65c8a8e6b7d32809a794f0d2689729ac/B: appending metadata at 1731896078116 (+4 ms)Flushing 65c8a8e6b7d32809a794f0d2689729ac/B: closing flushed file at 1731896078116Flushing 65c8a8e6b7d32809a794f0d2689729ac/C: creating writer at 1731896078525 (+409 ms)Flushing 65c8a8e6b7d32809a794f0d2689729ac/C: appending metadata at 1731896078527 (+2 ms)Flushing 65c8a8e6b7d32809a794f0d2689729ac/C: closing flushed file at 1731896078527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab2b3d8: reopening flushed file at 1731896078935 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5593ea97: reopening flushed file at 1731896078939 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@272201ae: reopening flushed file at 1731896078943 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 65c8a8e6b7d32809a794f0d2689729ac in 1662ms, sequenceid=556, compaction requested=true at 1731896078948 (+5 ms)Writing region close event to WAL at 1731896079024 (+76 ms)Running coprocessor post-close hooks at 1731896079027 (+3 ms)Closed at 1731896079027
2024-11-18T02:14:39,030 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,030 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=65c8a8e6b7d32809a794f0d2689729ac, regionState=CLOSED
2024-11-18T02:14:39,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:14:39,034 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-18T02:14:39,034 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 65c8a8e6b7d32809a794f0d2689729ac, server=c4730a2bacf8,33637,1731896013809 in 1.8990 sec
2024-11-18T02:14:39,036 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57
2024-11-18T02:14:39,036 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65c8a8e6b7d32809a794f0d2689729ac, UNASSIGN in 1.9030 sec
2024-11-18T02:14:39,037 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-18T02:14:39,038 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9060 sec
2024-11-18T02:14:39,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896079039"}]},"ts":"1731896079039"}
2024-11-18T02:14:39,041 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T02:14:39,041 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T02:14:39,042 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9160 sec
2024-11-18T02:14:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-18T02:14:39,272 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:39,273 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T02:14:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:39,275 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-18T02:14:39,276 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:39,279 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,282 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/recovered.edits]
2024-11-18T02:14:39,286 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/375c22f24b5540678dbc00a2ac358780 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/375c22f24b5540678dbc00a2ac358780
2024-11-18T02:14:39,287 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ced4aa7efff04ad7977e6486b9469b99 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/ced4aa7efff04ad7977e6486b9469b99
2024-11-18T02:14:39,289 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/e110e843cd8245e89a055b58780c3cf6 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/A/e110e843cd8245e89a055b58780c3cf6
2024-11-18T02:14:39,291 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1da4abe80297496fb7ed156ec2780f67 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/1da4abe80297496fb7ed156ec2780f67
2024-11-18T02:14:39,291 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/e251c910d0354eb08c245ec3d386c2c9 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/e251c910d0354eb08c245ec3d386c2c9
2024-11-18T02:14:39,292 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/f5fc5dde601b4a78b8bcc8079f6751e1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/B/f5fc5dde601b4a78b8bcc8079f6751e1
2024-11-18T02:14:39,294 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/4bae95f957d847beae7842d164a6ecd7 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/4bae95f957d847beae7842d164a6ecd7
2024-11-18T02:14:39,295 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/5b578a71607944b9ac2bf11a93dc90b1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/5b578a71607944b9ac2bf11a93dc90b1
2024-11-18T02:14:39,296 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/7c46fc529f87413aaa20171cac505d46 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/C/7c46fc529f87413aaa20171cac505d46
2024-11-18T02:14:39,298 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/recovered.edits/559.seqid to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac/recovered.edits/559.seqid
2024-11-18T02:14:39,299 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,299 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T02:14:39,299 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T02:14:39,300 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-18T02:14:39,303 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180a42e4f90d554dc7a0c475c7ec774387_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180a42e4f90d554dc7a0c475c7ec774387_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,304 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111812f53c24321149a5b1226089d6d9b578_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111812f53c24321149a5b1226089d6d9b578_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,305 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181ac0cab977014a419a76fcdf79cbe004_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181ac0cab977014a419a76fcdf79cbe004_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,306 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181f99dadafaf941beaa4ffd6cead0ce9f_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181f99dadafaf941beaa4ffd6cead0ce9f_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,307 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184576031df45b4001a6ef2d33fae8212c_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184576031df45b4001a6ef2d33fae8212c_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,309 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111848717a5cde34421e9dd6004b2eff1c7a_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111848717a5cde34421e9dd6004b2eff1c7a_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,310 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118511902ce61fe496aa1ee0087abb6d2bd_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118511902ce61fe496aa1ee0087abb6d2bd_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,311 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111868fff5bfbc9b462180246d2bbceb20ff_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111868fff5bfbc9b462180246d2bbceb20ff_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,312 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111874ba7f6cf28741f585a1a1ebf151ed14_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111874ba7f6cf28741f585a1a1ebf151ed14_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,313 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188135217560394b75af8c682dde64e80a_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188135217560394b75af8c682dde64e80a_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,314 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111888e32a24bcd846439d9121625dd71ece_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111888e32a24bcd846439d9121625dd71ece_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,315 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189e7aec468f1b45b29f959a47c6bfb6e4_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189e7aec468f1b45b29f959a47c6bfb6e4_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,316 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a7da1b0e44c449368ef2c93d6bbfebfe_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a7da1b0e44c449368ef2c93d6bbfebfe_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,317 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c43f63430525465d9cb304a3d63a06e3_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c43f63430525465d9cb304a3d63a06e3_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,318 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c8b26477ff7b4dce87b1f9e5aabf2773_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c8b26477ff7b4dce87b1f9e5aabf2773_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,319 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e7ba7e8f3eb64af59636749b965e3d3d_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e7ba7e8f3eb64af59636749b965e3d3d_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,320 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f33176ac21dc43308459be567bbbbaf3_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f33176ac21dc43308459be567bbbbaf3_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,321 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f5d272fffcee48fdb913355c750e99c3_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f5d272fffcee48fdb913355c750e99c3_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,323 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f837e776624b4059977db5f6578d9e1f_65c8a8e6b7d32809a794f0d2689729ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f837e776624b4059977db5f6578d9e1f_65c8a8e6b7d32809a794f0d2689729ac
2024-11-18T02:14:39,324 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T02:14:39,326 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:39,329 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T02:14:39,331 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T02:14:39,332 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:39,332 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T02:14:39,347 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731896079347"}]},"ts":"9223372036854775807"}
2024-11-18T02:14:39,350 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T02:14:39,350 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 65c8a8e6b7d32809a794f0d2689729ac, NAME => 'TestAcidGuarantees,,1731896045403.65c8a8e6b7d32809a794f0d2689729ac.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T02:14:39,351 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T02:14:39,351 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731896079351"}]},"ts":"9223372036854775807"}
2024-11-18T02:14:39,353 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T02:14:39,354 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:39,355 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 81 msec
2024-11-18T02:14:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-18T02:14:39,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T02:14:39,382 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:39,391 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 247)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/cluster_85f40c22-8fa2-15ef-8e43-8b220fc7a776/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2010054936_22 at /127.0.0.1:39216 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/cluster_85f40c22-8fa2-15ef-8e43-8b220fc7a776/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 493), ProcessCount=11 (was 11), AvailableMemoryMB=3155 (was 3775)
2024-11-18T02:14:39,399 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=3155
2024-11-18T02:14:39,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T02:14:39,400 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:14:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T02:14:39,402 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:14:39,402 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:39,402 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 61
2024-11-18T02:14:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-18T02:14:39,403 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:14:39,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742072_1248 (size=1061)
2024-11-18T02:14:39,409 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182
2024-11-18T02:14:39,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742073_1249 (size=53)
2024-11-18T02:14:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-18T02:14:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-18T02:14:39,815 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:14:39,815 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 84e53234b42df7659b871cab7b099c94, disabling compactions & flushes
2024-11-18T02:14:39,815 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:39,815 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:39,815 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. after waiting 0 ms
2024-11-18T02:14:39,815 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:39,815 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:39,815 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84e53234b42df7659b871cab7b099c94:
Waiting for close lock at 1731896079815Disabling compacts and flushes for region at 1731896079815Disabling writes for close at 1731896079815Writing region close event to WAL at 1731896079815Closed at 1731896079815
2024-11-18T02:14:39,816 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:14:39,817 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731896079816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896079816"}]},"ts":"1731896079816"}
2024-11-18T02:14:39,818 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:14:39,819 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:14:39,819 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896079819"}]},"ts":"1731896079819"}
2024-11-18T02:14:39,820 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T02:14:39,821 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=84e53234b42df7659b871cab7b099c94, ASSIGN}]
2024-11-18T02:14:39,822 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=84e53234b42df7659b871cab7b099c94, ASSIGN
2024-11-18T02:14:39,822 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=84e53234b42df7659b871cab7b099c94, ASSIGN; state=OFFLINE, location=c4730a2bacf8,33637,1731896013809; forceNewPlan=false, retain=false
2024-11-18T02:14:39,973 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=84e53234b42df7659b871cab7b099c94, regionState=OPENING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:39,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=84e53234b42df7659b871cab7b099c94, ASSIGN because future has completed
2024-11-18T02:14:39,975 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:14:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-18T02:14:40,130 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:40,130 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:14:40,130 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:40,130 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:14:40,130 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:40,130 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:40,131 INFO  [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 84e53234b42df7659b871cab7b099c94 
2024-11-18T02:14:40,132 INFO  [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:14:40,133 INFO  [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84e53234b42df7659b871cab7b099c94 columnFamilyName A
2024-11-18T02:14:40,133 DEBUG [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:40,133 INFO  [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] regionserver.HStore(327): Store=84e53234b42df7659b871cab7b099c94/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:14:40,133 INFO  [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 84e53234b42df7659b871cab7b099c94 
2024-11-18T02:14:40,134 INFO  [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:14:40,134 INFO  [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84e53234b42df7659b871cab7b099c94 columnFamilyName B
2024-11-18T02:14:40,135 DEBUG [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:40,135 INFO  [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] regionserver.HStore(327): Store=84e53234b42df7659b871cab7b099c94/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:14:40,135 INFO  [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 84e53234b42df7659b871cab7b099c94 
2024-11-18T02:14:40,136 INFO  [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:14:40,136 INFO  [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84e53234b42df7659b871cab7b099c94 columnFamilyName C
2024-11-18T02:14:40,136 DEBUG [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:14:40,137 INFO  [StoreOpener-84e53234b42df7659b871cab7b099c94-1 {}] regionserver.HStore(327): Store=84e53234b42df7659b871cab7b099c94/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:14:40,137 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:40,137 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:40,137 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:40,138 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:40,139 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:40,139 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:40,139 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T02:14:40,141 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:40,143 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:14:40,143 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 84e53234b42df7659b871cab7b099c94; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66140863, jitterRate=-0.014424338936805725}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T02:14:40,143 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:40,144 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 84e53234b42df7659b871cab7b099c94:
Running coprocessor pre-open hook at 1731896080130Writing region info on filesystem at 1731896080130Initializing all the Stores at 1731896080131 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896080131Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896080131Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896080131Cleaning up temporary data from old regions at 1731896080139 (+8 ms)Running coprocessor post-open hooks at 1731896080143 (+4 ms)Region opened successfully at 1731896080144 (+1 ms)
2024-11-18T02:14:40,145 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., pid=63, masterSystemTime=1731896080127
2024-11-18T02:14:40,146 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:40,147 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:40,147 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=84e53234b42df7659b871cab7b099c94, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:14:40,150 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-18T02:14:40,150 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809 in 174 msec
2024-11-18T02:14:40,152 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61
2024-11-18T02:14:40,152 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=84e53234b42df7659b871cab7b099c94, ASSIGN in 329 msec
2024-11-18T02:14:40,152 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:14:40,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896080153"}]},"ts":"1731896080153"}
2024-11-18T02:14:40,154 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T02:14:40,155 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:14:40,156 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 755 msec
2024-11-18T02:14:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-11-18T02:14:40,542 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:40,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c08f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:40,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:40,545 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbb2841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:40,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:40,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:40,546 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:40,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371b8865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:40,549 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:40,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T02:14:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,35213,1731896013075
2024-11-18T02:14:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c99ad4b
2024-11-18T02:14:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T02:14:40,552 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T02:14:40,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd8e12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:40,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:40,553 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4555b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:40,555 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:40,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb4288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429799b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:40,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:40,557 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250d70f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:40,558 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f54462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480421b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:40,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:40,560 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5267bae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:40,561 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7dd25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6327b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:40,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:40,563 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:40,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:40,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:40,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c0759e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:40,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:40,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:40,564 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4deea34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fdf952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:40,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:40,566 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:40,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:40,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:40,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64066f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:40,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:40,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:40,567 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:40,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dab498b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0cbf10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:40,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:40,568 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184b2c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:40,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:40,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:40,569 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:40,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7744d15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5735c732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:40,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:40,571 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:40,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:40,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:40,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed216bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:40,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:40,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:40,572 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:40,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292480d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212d94ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:40,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:40,574 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca9b5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:40,575 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687b80b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bafd9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:40,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:40,577 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5847fed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:40,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:40,578 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:40,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a07c266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b15c907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:14:40,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:14:40,579 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:14:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:14:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:14:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77230d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:14:40,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:14:40,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:14:40,580 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:14:40,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fc9216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:14:40,581 DEBUG [Thread-1159 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:40,581 DEBUG [Thread-1157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:40,581 DEBUG [Thread-1168 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:40,581 DEBUG [Thread-1172 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:40,581 DEBUG [Thread-1163 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:40,582 DEBUG [Thread-1174 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:40,582 DEBUG [Thread-1166 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:40,583 DEBUG [Thread-1155 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:40,583 DEBUG [Thread-1166 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:40,583 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:40,583 DEBUG [Thread-1166 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:40,583 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:40,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:40,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:40,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:40,584 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:40,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:40,584 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:40,584 DEBUG [Thread-1161 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:40,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:40,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:40,585 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:40,585 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:40,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:40,585 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:40,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:40,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:14:40,586 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:40,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:14:40,586 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:40,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:14:40,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:14:40,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:14:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:14:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:14:40,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:14:40,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:14:40,591 DEBUG [Thread-1170 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:14:40,592 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:14:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:14:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees
2024-11-18T02:14:40,593 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:14:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T02:14:40,594 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:14:40,595 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:40,595 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:40,600 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:14:40,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:40,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:40,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:40,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:40,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:40,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:40,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f7461d004be94ea0b778a8bd97f11ca0 is 50, key is test_row_0/A:col10/1731896080591/Put/seqid=0
2024-11-18T02:14:40,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742074_1250 (size=12001)
2024-11-18T02:14:40,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896140660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896140661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896140661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896140663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896140663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T02:14:40,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T02:14:40,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:40,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:40,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:40,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:40,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:40,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896140772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896140772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896140772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896140772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896140772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T02:14:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:40,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:40,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T02:14:40,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896140982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896140982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896140982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896140982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896140983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:40,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,037 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f7461d004be94ea0b778a8bd97f11ca0
2024-11-18T02:14:41,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T02:14:41,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:41,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:41,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:41,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:41,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:41,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/ab5f75a2b4244f81b8d1f2e8f5628c39 is 50, key is test_row_0/B:col10/1731896080591/Put/seqid=0
2024-11-18T02:14:41,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742075_1251 (size=12001)
2024-11-18T02:14:41,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T02:14:41,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:41,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:41,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:41,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:41,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T02:14:41,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896141292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896141292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896141292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896141292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896141292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T02:14:41,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:41,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:41,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:41,506 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/ab5f75a2b4244f81b8d1f2e8f5628c39
2024-11-18T02:14:41,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T02:14:41,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:41,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:41,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:41,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:41,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:41,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/527797b20d10481ba73f46e104e8bebd is 50, key is test_row_0/C:col10/1731896080591/Put/seqid=0
2024-11-18T02:14:41,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742076_1252 (size=12001)
2024-11-18T02:14:41,538 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/527797b20d10481ba73f46e104e8bebd
2024-11-18T02:14:41,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f7461d004be94ea0b778a8bd97f11ca0 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7461d004be94ea0b778a8bd97f11ca0
2024-11-18T02:14:41,546 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7461d004be94ea0b778a8bd97f11ca0, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T02:14:41,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/ab5f75a2b4244f81b8d1f2e8f5628c39 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/ab5f75a2b4244f81b8d1f2e8f5628c39
2024-11-18T02:14:41,552 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/ab5f75a2b4244f81b8d1f2e8f5628c39, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T02:14:41,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/527797b20d10481ba73f46e104e8bebd as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/527797b20d10481ba73f46e104e8bebd
2024-11-18T02:14:41,557 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/527797b20d10481ba73f46e104e8bebd, entries=150, sequenceid=13, filesize=11.7 K
2024-11-18T02:14:41,558 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 84e53234b42df7659b871cab7b099c94 in 958ms, sequenceid=13, compaction requested=false
2024-11-18T02:14:41,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:41,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-18T02:14:41,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:41,673 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T02:14:41,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:41,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:41,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:41,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:41,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:41,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:41,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f9d2447b697a4b18893be34a94697caf is 50, key is test_row_0/A:col10/1731896080661/Put/seqid=0
2024-11-18T02:14:41,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742077_1253 (size=12001)
2024-11-18T02:14:41,687 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f9d2447b697a4b18893be34a94697caf
2024-11-18T02:14:41,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/cd4ea40e3b3f45e5afe7ab322a38eeed is 50, key is test_row_0/B:col10/1731896080661/Put/seqid=0
2024-11-18T02:14:41,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742078_1254 (size=12001)
2024-11-18T02:14:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T02:14:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:41,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:41,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896141810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896141812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896141812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896141812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896141816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896141922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896141922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896141922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:41,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896141931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:42,099 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/cd4ea40e3b3f45e5afe7ab322a38eeed
2024-11-18T02:14:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/ed545de9eaa54033a32bc585f2396e65 is 50, key is test_row_0/C:col10/1731896080661/Put/seqid=0
2024-11-18T02:14:42,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742079_1255 (size=12001)
2024-11-18T02:14:42,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896142132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:42,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:42,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896142132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:42,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896142132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:42,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896142141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:42,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:42,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896142441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:42,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896142441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:42,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:42,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:42,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896142442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:42,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:42,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:42,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896142452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:42,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:42,511 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/ed545de9eaa54033a32bc585f2396e65
2024-11-18T02:14:42,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f9d2447b697a4b18893be34a94697caf as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f9d2447b697a4b18893be34a94697caf
2024-11-18T02:14:42,520 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f9d2447b697a4b18893be34a94697caf, entries=150, sequenceid=33, filesize=11.7 K
2024-11-18T02:14:42,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/cd4ea40e3b3f45e5afe7ab322a38eeed as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/cd4ea40e3b3f45e5afe7ab322a38eeed
2024-11-18T02:14:42,525 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/cd4ea40e3b3f45e5afe7ab322a38eeed, entries=150, sequenceid=33, filesize=11.7 K
2024-11-18T02:14:42,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/ed545de9eaa54033a32bc585f2396e65 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/ed545de9eaa54033a32bc585f2396e65
2024-11-18T02:14:42,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/ed545de9eaa54033a32bc585f2396e65, entries=150, sequenceid=33, filesize=11.7 K
2024-11-18T02:14:42,530 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 84e53234b42df7659b871cab7b099c94 in 857ms, sequenceid=33, compaction requested=false
2024-11-18T02:14:42,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:42,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:42,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65
2024-11-18T02:14:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=65
2024-11-18T02:14:42,533 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-18T02:14:42,533 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9370 sec
2024-11-18T02:14:42,535 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.9420 sec
2024-11-18T02:14:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-18T02:14:42,742 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:42,743 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees
2024-11-18T02:14:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T02:14:42,745 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:42,745 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:42,745 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:42,834 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-18T02:14:42,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:42,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:42,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:42,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:42,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:42,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:42,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/e22a8017855e4d55b8f97be6969fa780 is 50, key is test_row_0/A:col10/1731896081807/Put/seqid=0
2024-11-18T02:14:42,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742080_1256 (size=14341)
2024-11-18T02:14:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T02:14:42,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-18T02:14:42,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:42,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:42,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:42,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:42,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:42,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896142909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:42,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:42,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896142952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:42,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896142952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:42,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896142952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:42,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896142962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:42,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:42,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:43,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896143021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:43,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:43,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-18T02:14:43,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:43,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T02:14:43,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-18T02:14:43,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:43,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896143232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:43,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:43,249 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/e22a8017855e4d55b8f97be6969fa780
2024-11-18T02:14:43,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/aab2d7d0592841f98bcf73f1a088db1c is 50, key is test_row_0/B:col10/1731896081807/Put/seqid=0
2024-11-18T02:14:43,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742081_1257 (size=12001)
2024-11-18T02:14:43,269 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/aab2d7d0592841f98bcf73f1a088db1c
2024-11-18T02:14:43,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/519f769e4e3b4617a75aadb2212970b0 is 50, key is test_row_0/C:col10/1731896081807/Put/seqid=0
2024-11-18T02:14:43,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742082_1258 (size=12001)
2024-11-18T02:14:43,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-18T02:14:43,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:43,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T02:14:43,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-18T02:14:43,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:43,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896143541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:43,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-18T02:14:43,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:43,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:43,706 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/519f769e4e3b4617a75aadb2212970b0
2024-11-18T02:14:43,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/e22a8017855e4d55b8f97be6969fa780 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e22a8017855e4d55b8f97be6969fa780
2024-11-18T02:14:43,715 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e22a8017855e4d55b8f97be6969fa780, entries=200, sequenceid=46, filesize=14.0 K
2024-11-18T02:14:43,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/aab2d7d0592841f98bcf73f1a088db1c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/aab2d7d0592841f98bcf73f1a088db1c
2024-11-18T02:14:43,720 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/aab2d7d0592841f98bcf73f1a088db1c, entries=150, sequenceid=46, filesize=11.7 K
2024-11-18T02:14:43,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/519f769e4e3b4617a75aadb2212970b0 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/519f769e4e3b4617a75aadb2212970b0
2024-11-18T02:14:43,725 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/519f769e4e3b4617a75aadb2212970b0, entries=150, sequenceid=46, filesize=11.7 K
2024-11-18T02:14:43,726 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 84e53234b42df7659b871cab7b099c94 in 892ms, sequenceid=46, compaction requested=true
2024-11-18T02:14:43,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:43,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:43,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:43,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:43,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:43,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:43,726 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:43,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:43,726 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:43,728 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:43,728 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:43,728 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/B is initiating minor compaction (all files)
2024-11-18T02:14:43,728 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/A is initiating minor compaction (all files)
2024-11-18T02:14:43,728 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/B in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,728 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/A in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,728 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/ab5f75a2b4244f81b8d1f2e8f5628c39, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/cd4ea40e3b3f45e5afe7ab322a38eeed, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/aab2d7d0592841f98bcf73f1a088db1c] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=35.2 K
2024-11-18T02:14:43,728 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7461d004be94ea0b778a8bd97f11ca0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f9d2447b697a4b18893be34a94697caf, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e22a8017855e4d55b8f97be6969fa780] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=37.4 K
2024-11-18T02:14:43,728 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting f7461d004be94ea0b778a8bd97f11ca0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731896080591
2024-11-18T02:14:43,728 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab5f75a2b4244f81b8d1f2e8f5628c39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731896080591
2024-11-18T02:14:43,729 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd4ea40e3b3f45e5afe7ab322a38eeed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731896080659
2024-11-18T02:14:43,729 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting f9d2447b697a4b18893be34a94697caf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731896080659
2024-11-18T02:14:43,729 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting aab2d7d0592841f98bcf73f1a088db1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731896081807
2024-11-18T02:14:43,729 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting e22a8017855e4d55b8f97be6969fa780, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731896081807
2024-11-18T02:14:43,737 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:43,738 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#B#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:43,738 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/a7bb79c81d5a4e58af31564e3c5e2322 is 50, key is test_row_0/A:col10/1731896081807/Put/seqid=0
2024-11-18T02:14:43,738 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/1eb5fe83d17c49c485752d810815fab4 is 50, key is test_row_0/B:col10/1731896081807/Put/seqid=0
2024-11-18T02:14:43,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742083_1259 (size=12104)
2024-11-18T02:14:43,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742084_1260 (size=12104)
2024-11-18T02:14:43,764 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/1eb5fe83d17c49c485752d810815fab4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/1eb5fe83d17c49c485752d810815fab4
2024-11-18T02:14:43,769 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/B of 84e53234b42df7659b871cab7b099c94 into 1eb5fe83d17c49c485752d810815fab4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:43,769 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:43,769 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/B, priority=13, startTime=1731896083726; duration=0sec
2024-11-18T02:14:43,770 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:43,770 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:B
2024-11-18T02:14:43,770 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:43,771 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:43,771 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/C is initiating minor compaction (all files)
2024-11-18T02:14:43,771 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/C in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,771 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/527797b20d10481ba73f46e104e8bebd, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/ed545de9eaa54033a32bc585f2396e65, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/519f769e4e3b4617a75aadb2212970b0] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=35.2 K
2024-11-18T02:14:43,771 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 527797b20d10481ba73f46e104e8bebd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731896080591
2024-11-18T02:14:43,772 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed545de9eaa54033a32bc585f2396e65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731896080659
2024-11-18T02:14:43,772 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 519f769e4e3b4617a75aadb2212970b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731896081807
2024-11-18T02:14:43,781 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#C#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:43,782 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/5b5c9271389245779864f44345b7b94c is 50, key is test_row_0/C:col10/1731896081807/Put/seqid=0
2024-11-18T02:14:43,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742085_1261 (size=12104)
2024-11-18T02:14:43,796 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/5b5c9271389245779864f44345b7b94c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/5b5c9271389245779864f44345b7b94c
2024-11-18T02:14:43,802 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/C of 84e53234b42df7659b871cab7b099c94 into 5b5c9271389245779864f44345b7b94c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:43,802 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:43,802 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/C, priority=13, startTime=1731896083726; duration=0sec
2024-11-18T02:14:43,802 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:43,802 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:C
2024-11-18T02:14:43,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-18T02:14:43,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:43,817 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T02:14:43,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:43,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:43,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:43,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:43,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:43,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:43,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/73e4dda5bf474b56ae649dfed1166e1e is 50, key is test_row_0/A:col10/1731896082897/Put/seqid=0
2024-11-18T02:14:43,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742086_1262 (size=12001)
2024-11-18T02:14:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T02:14:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:43,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:43,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896143977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:43,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896143979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:43,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:43,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896143980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896143982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:43,985 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 84e53234b42df7659b871cab7b099c94 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:43,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:43,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:44,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896144051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:44,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:44,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896144093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896144093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:44,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896144094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:44,156 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/a7bb79c81d5a4e58af31564e3c5e2322 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/a7bb79c81d5a4e58af31564e3c5e2322
2024-11-18T02:14:44,162 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/A of 84e53234b42df7659b871cab7b099c94 into a7bb79c81d5a4e58af31564e3c5e2322(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:44,162 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:44,162 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/A, priority=13, startTime=1731896083726; duration=0sec
2024-11-18T02:14:44,162 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:44,162 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:A
2024-11-18T02:14:44,232 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/73e4dda5bf474b56ae649dfed1166e1e
2024-11-18T02:14:44,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/066b836c59e34e9a8813cbbe5217bbcc is 50, key is test_row_0/B:col10/1731896082897/Put/seqid=0
2024-11-18T02:14:44,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742087_1263 (size=12001)
2024-11-18T02:14:44,245 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/066b836c59e34e9a8813cbbe5217bbcc
2024-11-18T02:14:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/7f45404db4714f7f8bb0a6e2f812c651 is 50, key is test_row_0/C:col10/1731896082897/Put/seqid=0
2024-11-18T02:14:44,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742088_1264 (size=12001)
2024-11-18T02:14:44,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896144302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:44,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896144302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:44,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896144302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:44,546 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:14:44,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896144612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:44,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:44,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896144612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:44,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:44,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:44,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896144612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:44,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:44,666 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/7f45404db4714f7f8bb0a6e2f812c651
2024-11-18T02:14:44,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/73e4dda5bf474b56ae649dfed1166e1e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/73e4dda5bf474b56ae649dfed1166e1e
2024-11-18T02:14:44,675 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/73e4dda5bf474b56ae649dfed1166e1e, entries=150, sequenceid=67, filesize=11.7 K
2024-11-18T02:14:44,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/066b836c59e34e9a8813cbbe5217bbcc as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/066b836c59e34e9a8813cbbe5217bbcc
2024-11-18T02:14:44,680 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/066b836c59e34e9a8813cbbe5217bbcc, entries=150, sequenceid=67, filesize=11.7 K
2024-11-18T02:14:44,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/7f45404db4714f7f8bb0a6e2f812c651 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/7f45404db4714f7f8bb0a6e2f812c651
2024-11-18T02:14:44,685 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/7f45404db4714f7f8bb0a6e2f812c651, entries=150, sequenceid=67, filesize=11.7 K
2024-11-18T02:14:44,686 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 84e53234b42df7659b871cab7b099c94 in 869ms, sequenceid=67, compaction requested=false
2024-11-18T02:14:44,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:44,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:44,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67
2024-11-18T02:14:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=67
2024-11-18T02:14:44,689 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-11-18T02:14:44,689 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9420 sec
2024-11-18T02:14:44,691 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.9470 sec
2024-11-18T02:14:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-18T02:14:44,892 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:44,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees
2024-11-18T02:14:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-18T02:14:44,894 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:44,895 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:44,895 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-18T02:14:45,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-18T02:14:45,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:45,047 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-18T02:14:45,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:45,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:45,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:45,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:45,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:45,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:45,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/62cf90cff1064b7eb661bdb59567b506 is 50, key is test_row_0/A:col10/1731896083977/Put/seqid=0
2024-11-18T02:14:45,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742089_1265 (size=12001)
2024-11-18T02:14:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:45,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:45,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896145129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896145129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896145134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896145135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-18T02:14:45,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896145242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896145242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896145251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896145252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896145452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896145452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,459 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/62cf90cff1064b7eb661bdb59567b506
2024-11-18T02:14:45,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896145462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896145462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/6668060f954f4c0aabdae88ff8862a87 is 50, key is test_row_0/B:col10/1731896083977/Put/seqid=0
2024-11-18T02:14:45,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742090_1266 (size=12001)
2024-11-18T02:14:45,470 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/6668060f954f4c0aabdae88ff8862a87
2024-11-18T02:14:45,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/059042453a014f95a7a18f006888f971 is 50, key is test_row_0/C:col10/1731896083977/Put/seqid=0
2024-11-18T02:14:45,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742091_1267 (size=12001)
2024-11-18T02:14:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-18T02:14:45,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896145762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896145762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896145771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:45,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896145772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:45,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:45,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:45,881 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/059042453a014f95a7a18f006888f971
2024-11-18T02:14:45,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/62cf90cff1064b7eb661bdb59567b506 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/62cf90cff1064b7eb661bdb59567b506
2024-11-18T02:14:45,890 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/62cf90cff1064b7eb661bdb59567b506, entries=150, sequenceid=81, filesize=11.7 K
2024-11-18T02:14:45,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/6668060f954f4c0aabdae88ff8862a87 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/6668060f954f4c0aabdae88ff8862a87
2024-11-18T02:14:45,895 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/6668060f954f4c0aabdae88ff8862a87, entries=150, sequenceid=81, filesize=11.7 K
2024-11-18T02:14:45,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/059042453a014f95a7a18f006888f971 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/059042453a014f95a7a18f006888f971
2024-11-18T02:14:45,899 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/059042453a014f95a7a18f006888f971, entries=150, sequenceid=81, filesize=11.7 K
2024-11-18T02:14:45,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 84e53234b42df7659b871cab7b099c94 in 853ms, sequenceid=81, compaction requested=true
2024-11-18T02:14:45,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:45,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:45,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-11-18T02:14:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-11-18T02:14:45,903 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-18T02:14:45,904 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec
2024-11-18T02:14:45,905 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.0120 sec
2024-11-18T02:14:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:45,994 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-18T02:14:45,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:45,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:45,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:45,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:45,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:45,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:46,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/598b7e2ff3e545a898f45bb17937de23 is 50, key is test_row_0/A:col10/1731896085993/Put/seqid=0
2024-11-18T02:14:46,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742092_1268 (size=12001)
2024-11-18T02:14:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-18T02:14:46,032 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:46,032 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees
2024-11-18T02:14:46,034 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:46,035 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:46,035 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T02:14:46,039 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896146034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T02:14:46,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896146142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:46,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:46,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T02:14:46,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:46,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896146272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:46,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:46,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896146272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:46,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:46,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:46,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896146282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:46,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896146282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:46,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T02:14:46,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:46,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T02:14:46,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896146352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:46,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:46,406 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/598b7e2ff3e545a898f45bb17937de23
2024-11-18T02:14:46,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/abf50234adc5498c95f8b21015700fb7 is 50, key is test_row_0/B:col10/1731896085993/Put/seqid=0
2024-11-18T02:14:46,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742093_1269 (size=12001)
2024-11-18T02:14:46,431 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/abf50234adc5498c95f8b21015700fb7
2024-11-18T02:14:46,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/a4bca2a03bbe4f2299f9381160dcad54 is 50, key is test_row_0/C:col10/1731896085993/Put/seqid=0
2024-11-18T02:14:46,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742094_1270 (size=12001)
2024-11-18T02:14:46,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T02:14:46,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:46,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T02:14:46,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:46,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T02:14:46,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896146661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:46,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:46,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T02:14:46,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:46,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:46,844 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/a4bca2a03bbe4f2299f9381160dcad54
2024-11-18T02:14:46,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/598b7e2ff3e545a898f45bb17937de23 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/598b7e2ff3e545a898f45bb17937de23
2024-11-18T02:14:46,867 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/598b7e2ff3e545a898f45bb17937de23, entries=150, sequenceid=102, filesize=11.7 K
2024-11-18T02:14:46,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/abf50234adc5498c95f8b21015700fb7 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/abf50234adc5498c95f8b21015700fb7
2024-11-18T02:14:46,880 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/abf50234adc5498c95f8b21015700fb7, entries=150, sequenceid=102, filesize=11.7 K
2024-11-18T02:14:46,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/a4bca2a03bbe4f2299f9381160dcad54 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/a4bca2a03bbe4f2299f9381160dcad54
2024-11-18T02:14:46,890 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/a4bca2a03bbe4f2299f9381160dcad54, entries=150, sequenceid=102, filesize=11.7 K
2024-11-18T02:14:46,891 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 84e53234b42df7659b871cab7b099c94 in 896ms, sequenceid=102, compaction requested=true
2024-11-18T02:14:46,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:46,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:46,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:46,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:46,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:46,891 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:14:46,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:46,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:46,891 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:14:46,892 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:14:46,893 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/B is initiating minor compaction (all files)
2024-11-18T02:14:46,893 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/B in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,893 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/1eb5fe83d17c49c485752d810815fab4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/066b836c59e34e9a8813cbbe5217bbcc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/6668060f954f4c0aabdae88ff8862a87, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/abf50234adc5498c95f8b21015700fb7] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=47.0 K
2024-11-18T02:14:46,894 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:14:46,894 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/A is initiating minor compaction (all files)
2024-11-18T02:14:46,894 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/A in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,894 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/a7bb79c81d5a4e58af31564e3c5e2322, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/73e4dda5bf474b56ae649dfed1166e1e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/62cf90cff1064b7eb661bdb59567b506, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/598b7e2ff3e545a898f45bb17937de23] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=47.0 K
2024-11-18T02:14:46,895 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 1eb5fe83d17c49c485752d810815fab4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731896081807
2024-11-18T02:14:46,896 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7bb79c81d5a4e58af31564e3c5e2322, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731896081807
2024-11-18T02:14:46,896 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 066b836c59e34e9a8813cbbe5217bbcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731896082859
2024-11-18T02:14:46,897 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 6668060f954f4c0aabdae88ff8862a87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731896083974
2024-11-18T02:14:46,897 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73e4dda5bf474b56ae649dfed1166e1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731896082859
2024-11-18T02:14:46,897 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62cf90cff1064b7eb661bdb59567b506, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731896083974
2024-11-18T02:14:46,898 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 598b7e2ff3e545a898f45bb17937de23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731896085127
2024-11-18T02:14:46,898 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting abf50234adc5498c95f8b21015700fb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731896085127
2024-11-18T02:14:46,924 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#A#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:46,924 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/9ce85d7e102945ac835d26714c1b8a77 is 50, key is test_row_0/A:col10/1731896085993/Put/seqid=0
2024-11-18T02:14:46,935 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:46,936 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/f0577db47dd34a1aac5e9cea1ff86342 is 50, key is test_row_0/B:col10/1731896085993/Put/seqid=0
2024-11-18T02:14:46,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742095_1271 (size=12241)
2024-11-18T02:14:46,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742096_1272 (size=12241)
2024-11-18T02:14:46,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-18T02:14:46,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,957 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-18T02:14:46,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:46,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:46,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:46,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:46,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:46,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:46,960 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/9ce85d7e102945ac835d26714c1b8a77 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/9ce85d7e102945ac835d26714c1b8a77
2024-11-18T02:14:46,967 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 84e53234b42df7659b871cab7b099c94/A of 84e53234b42df7659b871cab7b099c94 into 9ce85d7e102945ac835d26714c1b8a77(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:46,967 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:46,967 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/A, priority=12, startTime=1731896086891; duration=0sec
2024-11-18T02:14:46,967 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:46,967 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:A
2024-11-18T02:14:46,968 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:14:46,969 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:14:46,969 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/C is initiating minor compaction (all files)
2024-11-18T02:14:46,969 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/C in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:46,969 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/5b5c9271389245779864f44345b7b94c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/7f45404db4714f7f8bb0a6e2f812c651, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/059042453a014f95a7a18f006888f971, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/a4bca2a03bbe4f2299f9381160dcad54] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=47.0 K
2024-11-18T02:14:46,970 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b5c9271389245779864f44345b7b94c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731896081807
2024-11-18T02:14:46,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/8ba59a6fc8214d4883a108e6ea1255ba is 50, key is test_row_0/A:col10/1731896086026/Put/seqid=0
2024-11-18T02:14:46,970 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/f0577db47dd34a1aac5e9cea1ff86342 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/f0577db47dd34a1aac5e9cea1ff86342
2024-11-18T02:14:46,970 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f45404db4714f7f8bb0a6e2f812c651, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731896082859
2024-11-18T02:14:46,971 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 059042453a014f95a7a18f006888f971, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731896083974
2024-11-18T02:14:46,972 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4bca2a03bbe4f2299f9381160dcad54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731896085127
2024-11-18T02:14:46,987 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 84e53234b42df7659b871cab7b099c94/B of 84e53234b42df7659b871cab7b099c94 into f0577db47dd34a1aac5e9cea1ff86342(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:46,987 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:46,987 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/B, priority=12, startTime=1731896086891; duration=0sec
2024-11-18T02:14:46,987 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:46,987 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:B
2024-11-18T02:14:46,991 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:46,992 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/400186fc74c6448c85846140016c7bb9 is 50, key is test_row_0/C:col10/1731896085993/Put/seqid=0
2024-11-18T02:14:46,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742097_1273 (size=12001)
2024-11-18T02:14:47,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/8ba59a6fc8214d4883a108e6ea1255ba
2024-11-18T02:14:47,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/8b70ffdef0134dadaf94d93985e2eea8 is 50, key is test_row_0/B:col10/1731896086026/Put/seqid=0
2024-11-18T02:14:47,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742098_1274 (size=12241)
2024-11-18T02:14:47,047 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/400186fc74c6448c85846140016c7bb9 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/400186fc74c6448c85846140016c7bb9
2024-11-18T02:14:47,055 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 84e53234b42df7659b871cab7b099c94/C of 84e53234b42df7659b871cab7b099c94 into 400186fc74c6448c85846140016c7bb9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:47,055 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:47,055 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/C, priority=12, startTime=1731896086891; duration=0sec
2024-11-18T02:14:47,055 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:47,055 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:C
2024-11-18T02:14:47,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742099_1275 (size=12001)
2024-11-18T02:14:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T02:14:47,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:47,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896087229, max timestamp=1731896087253Num uniques 859; 
2024-11-18T02:14:47,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896087229, max timestamp=1731896087253Num uniques 859; 
2024-11-18T02:14:47,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:47,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:47,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896087229, max timestamp=1731896087253Num uniques 859; 
2024-11-18T02:14:47,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:47,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896147298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896147298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896147299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896147299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896147300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896147412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896147412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896147412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896147412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896147412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,458 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/8b70ffdef0134dadaf94d93985e2eea8
2024-11-18T02:14:47,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/367fe8f9e99c4787a9a8e3f228f1ba07 is 50, key is test_row_0/C:col10/1731896086026/Put/seqid=0
2024-11-18T02:14:47,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742100_1276 (size=12001)
2024-11-18T02:14:47,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896147622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896147621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896147622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896147622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896147622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,873 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/367fe8f9e99c4787a9a8e3f228f1ba07
2024-11-18T02:14:47,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/8ba59a6fc8214d4883a108e6ea1255ba as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/8ba59a6fc8214d4883a108e6ea1255ba
2024-11-18T02:14:47,882 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/8ba59a6fc8214d4883a108e6ea1255ba, entries=150, sequenceid=113, filesize=11.7 K
2024-11-18T02:14:47,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/8b70ffdef0134dadaf94d93985e2eea8 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8b70ffdef0134dadaf94d93985e2eea8
2024-11-18T02:14:47,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8b70ffdef0134dadaf94d93985e2eea8, entries=150, sequenceid=113, filesize=11.7 K
2024-11-18T02:14:47,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/367fe8f9e99c4787a9a8e3f228f1ba07 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/367fe8f9e99c4787a9a8e3f228f1ba07
2024-11-18T02:14:47,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/367fe8f9e99c4787a9a8e3f228f1ba07, entries=150, sequenceid=113, filesize=11.7 K
2024-11-18T02:14:47,894 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 84e53234b42df7659b871cab7b099c94 in 937ms, sequenceid=113, compaction requested=false
2024-11-18T02:14:47,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:47,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:47,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71
2024-11-18T02:14:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=71
2024-11-18T02:14:47,897 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-18T02:14:47,898 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8600 sec
2024-11-18T02:14:47,899 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.8660 sec
2024-11-18T02:14:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:47,935 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-18T02:14:47,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:47,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T02:14:47,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:47,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T02:14:47,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:47,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T02:14:47,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/ced3876f3d464f7c9e5bfbe717675766 is 50, key is test_row_0/A:col10/1731896087935/Put/seqid=0
2024-11-18T02:14:47,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742101_1277 (size=12151)
2024-11-18T02:14:47,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896147941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896147941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,948 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/ced3876f3d464f7c9e5bfbe717675766
2024-11-18T02:14:47,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896147942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896147944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896147946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:47,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/4904121003724fa1ad17fd663af6e9e8 is 50, key is test_row_0/B:col10/1731896087935/Put/seqid=0
2024-11-18T02:14:47,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742102_1278 (size=12151)
2024-11-18T02:14:48,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896148052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896148052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896148052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896148052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896148061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-18T02:14:48,181 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:48,182 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-11-18T02:14:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-18T02:14:48,184 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:48,185 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:48,185 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:48,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896148262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896148262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896148262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896148262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896148272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-18T02:14:48,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-18T02:14:48,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:48,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:48,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:48,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:48,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:48,362 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/4904121003724fa1ad17fd663af6e9e8
2024-11-18T02:14:48,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/18a660b931db426faa10a79f434fc35e is 50, key is test_row_0/C:col10/1731896087935/Put/seqid=0
2024-11-18T02:14:48,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742103_1279 (size=12151)
2024-11-18T02:14:48,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-18T02:14:48,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:48,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:48,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:48,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:48,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-18T02:14:48,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896148572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896148572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896148572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896148572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896148581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:48,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-18T02:14:48,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:48,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:48,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:48,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:48,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:48,775 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/18a660b931db426faa10a79f434fc35e
2024-11-18T02:14:48,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/ced3876f3d464f7c9e5bfbe717675766 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/ced3876f3d464f7c9e5bfbe717675766
2024-11-18T02:14:48,783 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/ced3876f3d464f7c9e5bfbe717675766, entries=150, sequenceid=154, filesize=11.9 K
2024-11-18T02:14:48,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/4904121003724fa1ad17fd663af6e9e8 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/4904121003724fa1ad17fd663af6e9e8
2024-11-18T02:14:48,788 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/4904121003724fa1ad17fd663af6e9e8, entries=150, sequenceid=154, filesize=11.9 K
2024-11-18T02:14:48,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/18a660b931db426faa10a79f434fc35e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/18a660b931db426faa10a79f434fc35e
2024-11-18T02:14:48,792 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/18a660b931db426faa10a79f434fc35e, entries=150, sequenceid=154, filesize=11.9 K
2024-11-18T02:14:48,793 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 84e53234b42df7659b871cab7b099c94 in 858ms, sequenceid=154, compaction requested=true
2024-11-18T02:14:48,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:48,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:48,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:48,793 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:48,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:48,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:48,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:48,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T02:14:48,794 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:48,795 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:48,795 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/A is initiating minor compaction (all files)
2024-11-18T02:14:48,795 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/A in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:48,795 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/9ce85d7e102945ac835d26714c1b8a77, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/8ba59a6fc8214d4883a108e6ea1255ba, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/ced3876f3d464f7c9e5bfbe717675766] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=35.5 K
2024-11-18T02:14:48,795 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:48,795 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/B is initiating minor compaction (all files)
2024-11-18T02:14:48,795 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/B in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:48,795 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/f0577db47dd34a1aac5e9cea1ff86342, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8b70ffdef0134dadaf94d93985e2eea8, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/4904121003724fa1ad17fd663af6e9e8] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=35.5 K
2024-11-18T02:14:48,796 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ce85d7e102945ac835d26714c1b8a77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731896085127
2024-11-18T02:14:48,796 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting f0577db47dd34a1aac5e9cea1ff86342, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731896085127
2024-11-18T02:14:48,796 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b70ffdef0134dadaf94d93985e2eea8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731896086020
2024-11-18T02:14:48,796 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ba59a6fc8214d4883a108e6ea1255ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731896086020
2024-11-18T02:14:48,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-18T02:14:48,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:48,797 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-18T02:14:48,797 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 4904121003724fa1ad17fd663af6e9e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731896087298
2024-11-18T02:14:48,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:48,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:48,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:48,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:48,797 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting ced3876f3d464f7c9e5bfbe717675766, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731896087298
2024-11-18T02:14:48,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:48,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:48,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/92544e9812af4888aec8fbaf79209939 is 50, key is test_row_0/A:col10/1731896087941/Put/seqid=0
2024-11-18T02:14:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-18T02:14:48,823 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:48,823 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/bb6ff048bae34554a03201adfee0ec1f is 50, key is test_row_0/B:col10/1731896087935/Put/seqid=0
2024-11-18T02:14:48,830 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:48,831 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/4850273681f448f3a4ad32d03f338480 is 50, key is test_row_0/A:col10/1731896087935/Put/seqid=0
2024-11-18T02:14:48,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742105_1281 (size=12493)
2024-11-18T02:14:48,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742104_1280 (size=12151)
2024-11-18T02:14:48,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742106_1282 (size=12493)
2024-11-18T02:14:48,858 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/4850273681f448f3a4ad32d03f338480 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/4850273681f448f3a4ad32d03f338480
2024-11-18T02:14:48,866 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/A of 84e53234b42df7659b871cab7b099c94 into 4850273681f448f3a4ad32d03f338480(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:48,866 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:48,866 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/A, priority=13, startTime=1731896088793; duration=0sec
2024-11-18T02:14:48,867 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:48,867 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:A
2024-11-18T02:14:48,867 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:48,868 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:48,868 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/C is initiating minor compaction (all files)
2024-11-18T02:14:48,868 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/C in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:48,868 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/400186fc74c6448c85846140016c7bb9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/367fe8f9e99c4787a9a8e3f228f1ba07, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/18a660b931db426faa10a79f434fc35e] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=35.5 K
2024-11-18T02:14:48,869 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 400186fc74c6448c85846140016c7bb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731896085127
2024-11-18T02:14:48,869 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 367fe8f9e99c4787a9a8e3f228f1ba07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731896086020
2024-11-18T02:14:48,870 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18a660b931db426faa10a79f434fc35e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731896087298
2024-11-18T02:14:48,881 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#C#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:48,882 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/8f547aaf30794761a856d08c096e7b29 is 50, key is test_row_0/C:col10/1731896087935/Put/seqid=0
2024-11-18T02:14:48,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742107_1283 (size=12493)
2024-11-18T02:14:48,901 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/8f547aaf30794761a856d08c096e7b29 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/8f547aaf30794761a856d08c096e7b29
2024-11-18T02:14:48,911 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/C of 84e53234b42df7659b871cab7b099c94 into 8f547aaf30794761a856d08c096e7b29(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:48,911 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:48,911 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/C, priority=13, startTime=1731896088793; duration=0sec
2024-11-18T02:14:48,911 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:48,911 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:C
2024-11-18T02:14:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:49,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:49,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896089101, max timestamp=1731896089112Num uniques 859; 
2024-11-18T02:14:49,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896089101, max timestamp=1731896089112Num uniques 859; 
2024-11-18T02:14:49,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:49,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896089101, max timestamp=1731896089112Num uniques 859; 
2024-11-18T02:14:49,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:49,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:49,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731896089143, max timestamp=1731896089152Num uniques 1018; 
2024-11-18T02:14:49,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-18T02:14:49,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731896089143, max timestamp=1731896089152Num uniques 1018; 
2024-11-18T02:14:49,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731896089143, max timestamp=1731896089152Num uniques 1018; 
2024-11-18T02:14:49,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-18T02:14:49,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-18T02:14:49,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896149176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896149177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896149178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896149179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731896089175, max timestamp=1731896089181Num uniques 1027; 
2024-11-18T02:14:49,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731896089175, max timestamp=1731896089181Num uniques 1027; 
2024-11-18T02:14:49,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-18T02:14:49,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-18T02:14:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731896089175, max timestamp=1731896089181Num uniques 1027; 
2024-11-18T02:14:49,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-18T02:14:49,238 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/92544e9812af4888aec8fbaf79209939
2024-11-18T02:14:49,245 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/bb6ff048bae34554a03201adfee0ec1f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/bb6ff048bae34554a03201adfee0ec1f
2024-11-18T02:14:49,250 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/B of 84e53234b42df7659b871cab7b099c94 into bb6ff048bae34554a03201adfee0ec1f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:49,250 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:49,250 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/B, priority=13, startTime=1731896088793; duration=0sec
2024-11-18T02:14:49,250 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:49,250 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:B
2024-11-18T02:14:49,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/102ab36899ca412aa17129ca700dcff5 is 50, key is test_row_0/B:col10/1731896087941/Put/seqid=0
2024-11-18T02:14:49,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742108_1284 (size=12151)
2024-11-18T02:14:49,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896149281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896149292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896149292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896149292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896149292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-18T02:14:49,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896149391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896149501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896149501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896149502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896149502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896149601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,656 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/102ab36899ca412aa17129ca700dcff5
2024-11-18T02:14:49,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/4e925ba39c804035ad1627138fb324b0 is 50, key is test_row_0/C:col10/1731896087941/Put/seqid=0
2024-11-18T02:14:49,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742109_1285 (size=12151)
2024-11-18T02:14:49,680 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/4e925ba39c804035ad1627138fb324b0
2024-11-18T02:14:49,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/92544e9812af4888aec8fbaf79209939 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/92544e9812af4888aec8fbaf79209939
2024-11-18T02:14:49,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/92544e9812af4888aec8fbaf79209939, entries=150, sequenceid=163, filesize=11.9 K
2024-11-18T02:14:49,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/102ab36899ca412aa17129ca700dcff5 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/102ab36899ca412aa17129ca700dcff5
2024-11-18T02:14:49,693 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/102ab36899ca412aa17129ca700dcff5, entries=150, sequenceid=163, filesize=11.9 K
2024-11-18T02:14:49,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/4e925ba39c804035ad1627138fb324b0 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/4e925ba39c804035ad1627138fb324b0
2024-11-18T02:14:49,698 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/4e925ba39c804035ad1627138fb324b0, entries=150, sequenceid=163, filesize=11.9 K
2024-11-18T02:14:49,699 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 84e53234b42df7659b871cab7b099c94 in 902ms, sequenceid=163, compaction requested=false
2024-11-18T02:14:49,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:49,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:49,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-18T02:14:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-18T02:14:49,703 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-18T02:14:49,703 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5160 sec
2024-11-18T02:14:49,704 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.5210 sec
2024-11-18T02:14:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:49,815 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=147.60 KB heapSize=419.16 KB
2024-11-18T02:14:49,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:49,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T02:14:49,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:49,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T02:14:49,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:49,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-18T02:14:49,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f7d3de8f26eb4a9694930c3f937c8c32 is 50, key is test_row_0/A:col10/1731896089279/Put/seqid=0
2024-11-18T02:14:49,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896149819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742110_1286 (size=16931)
2024-11-18T02:14:49,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896149824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896149825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896149826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896149911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896149932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896149932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896149932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:49,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896149941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:49,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:49,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:50,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896150142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:50,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896150142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:50,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896150142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:50,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896150151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:50,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:50,227 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f7d3de8f26eb4a9694930c3f937c8c32
2024-11-18T02:14:50,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/9542ad14c2914383bf3d9e69a549254b is 50, key is test_row_0/B:col10/1731896089279/Put/seqid=0
2024-11-18T02:14:50,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742111_1287 (size=12151)
2024-11-18T02:14:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-18T02:14:50,332 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:50,332 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees
2024-11-18T02:14:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-18T02:14:50,334 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:50,335 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:50,335 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:50,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896150421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:50,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-18T02:14:50,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896150452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:50,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896150452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:50,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896150452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:50,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896150461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:50,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:50,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-18T02:14:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:50,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:50,640 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/9542ad14c2914383bf3d9e69a549254b
2024-11-18T02:14:50,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-18T02:14:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:50,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:50,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:50,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/639d910420f74df1ad6e5ee04b6505db is 50, key is test_row_0/C:col10/1731896089279/Put/seqid=0
2024-11-18T02:14:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-18T02:14:50,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742112_1288 (size=12151)
2024-11-18T02:14:50,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-18T02:14:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:50,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:50,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-18T02:14:50,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:50,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:50,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:50,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:50,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-18T02:14:50,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896150961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:50,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896150961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896150962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:50,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896150972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:50,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:50,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:51,053 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/639d910420f74df1ad6e5ee04b6505db
2024-11-18T02:14:51,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f7d3de8f26eb4a9694930c3f937c8c32 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7d3de8f26eb4a9694930c3f937c8c32
2024-11-18T02:14:51,061 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7d3de8f26eb4a9694930c3f937c8c32, entries=250, sequenceid=239, filesize=16.5 K
2024-11-18T02:14:51,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/9542ad14c2914383bf3d9e69a549254b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/9542ad14c2914383bf3d9e69a549254b
2024-11-18T02:14:51,065 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/9542ad14c2914383bf3d9e69a549254b, entries=150, sequenceid=239, filesize=11.9 K
2024-11-18T02:14:51,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/639d910420f74df1ad6e5ee04b6505db as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/639d910420f74df1ad6e5ee04b6505db
2024-11-18T02:14:51,070 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/639d910420f74df1ad6e5ee04b6505db, entries=150, sequenceid=239, filesize=11.9 K
2024-11-18T02:14:51,071 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~439.03 KB/449568, currentSize=33.54 KB/34350 for 84e53234b42df7659b871cab7b099c94 in 1256ms, sequenceid=239, compaction requested=true
2024-11-18T02:14:51,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:51,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:51,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:51,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:51,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:51,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:51,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T02:14:51,071 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:51,071 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:51,072 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:51,072 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:51,072 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/A is initiating minor compaction (all files)
2024-11-18T02:14:51,072 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/B is initiating minor compaction (all files)
2024-11-18T02:14:51,073 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/B in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:51,073 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/A in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:51,073 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/bb6ff048bae34554a03201adfee0ec1f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/102ab36899ca412aa17129ca700dcff5, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/9542ad14c2914383bf3d9e69a549254b] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=35.9 K
2024-11-18T02:14:51,073 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/4850273681f448f3a4ad32d03f338480, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/92544e9812af4888aec8fbaf79209939, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7d3de8f26eb4a9694930c3f937c8c32] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=40.6 K
2024-11-18T02:14:51,073 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting bb6ff048bae34554a03201adfee0ec1f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731896087298
2024-11-18T02:14:51,073 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4850273681f448f3a4ad32d03f338480, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731896087298
2024-11-18T02:14:51,074 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 102ab36899ca412aa17129ca700dcff5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731896087941
2024-11-18T02:14:51,074 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92544e9812af4888aec8fbaf79209939, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731896087941
2024-11-18T02:14:51,074 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7d3de8f26eb4a9694930c3f937c8c32, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731896089231
2024-11-18T02:14:51,074 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 9542ad14c2914383bf3d9e69a549254b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731896089279
2024-11-18T02:14:51,083 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#B#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:51,084 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/8334856e95c94b2ab9a846e04637db5f is 50, key is test_row_0/B:col10/1731896089279/Put/seqid=0
2024-11-18T02:14:51,086 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:51,086 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/2c4a4299346449b587fe068276df93cc is 50, key is test_row_0/A:col10/1731896089279/Put/seqid=0
2024-11-18T02:14:51,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742113_1289 (size=12595)
2024-11-18T02:14:51,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742114_1290 (size=12595)
2024-11-18T02:14:51,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-18T02:14:51,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:51,100 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-18T02:14:51,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:51,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f397aaae96244ff5a655db1def3544dc is 50, key is test_row_0/A:col10/1731896089823/Put/seqid=0
2024-11-18T02:14:51,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742115_1291 (size=12151)
2024-11-18T02:14:51,113 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f397aaae96244ff5a655db1def3544dc
2024-11-18T02:14:51,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/44fe013f668b497388d76a0442a815ca is 50, key is test_row_0/B:col10/1731896089823/Put/seqid=0
2024-11-18T02:14:51,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742116_1292 (size=12151)
2024-11-18T02:14:51,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:51,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-18T02:14:51,499 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/8334856e95c94b2ab9a846e04637db5f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8334856e95c94b2ab9a846e04637db5f
2024-11-18T02:14:51,499 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/2c4a4299346449b587fe068276df93cc as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/2c4a4299346449b587fe068276df93cc
2024-11-18T02:14:51,504 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/A of 84e53234b42df7659b871cab7b099c94 into 2c4a4299346449b587fe068276df93cc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:51,504 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:51,504 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/A, priority=13, startTime=1731896091071; duration=0sec
2024-11-18T02:14:51,504 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/B of 84e53234b42df7659b871cab7b099c94 into 8334856e95c94b2ab9a846e04637db5f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:51,504 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:51,504 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:51,504 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:A
2024-11-18T02:14:51,504 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/B, priority=13, startTime=1731896091071; duration=0sec
2024-11-18T02:14:51,504 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:51,504 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:51,504 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:B
2024-11-18T02:14:51,505 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:51,505 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/C is initiating minor compaction (all files)
2024-11-18T02:14:51,505 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/C in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:51,505 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/8f547aaf30794761a856d08c096e7b29, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/4e925ba39c804035ad1627138fb324b0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/639d910420f74df1ad6e5ee04b6505db] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=35.9 K
2024-11-18T02:14:51,506 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f547aaf30794761a856d08c096e7b29, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731896087298
2024-11-18T02:14:51,506 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e925ba39c804035ad1627138fb324b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731896087941
2024-11-18T02:14:51,506 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 639d910420f74df1ad6e5ee04b6505db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731896089279
2024-11-18T02:14:51,513 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#C#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:51,514 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/a991998ff9a54cb9b5119273b421f711 is 50, key is test_row_0/C:col10/1731896089279/Put/seqid=0
2024-11-18T02:14:51,526 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/44fe013f668b497388d76a0442a815ca
2024-11-18T02:14:51,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742117_1293 (size=12595)
2024-11-18T02:14:51,532 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/a991998ff9a54cb9b5119273b421f711 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/a991998ff9a54cb9b5119273b421f711
2024-11-18T02:14:51,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/1b6d1be0f57f4eb19651add7491d441c is 50, key is test_row_0/C:col10/1731896089823/Put/seqid=0
2024-11-18T02:14:51,537 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896091516, max timestamp=1731896091534Num uniques 859; 
2024-11-18T02:14:51,537 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:51,537 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896091516, max timestamp=1731896091534Num uniques 859; 
2024-11-18T02:14:51,537 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:51,539 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896091516, max timestamp=1731896091534Num uniques 859; 
2024-11-18T02:14:51,539 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:14:51,542 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/C of 84e53234b42df7659b871cab7b099c94 into a991998ff9a54cb9b5119273b421f711(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:51,542 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:51,542 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/C, priority=13, startTime=1731896091071; duration=0sec
2024-11-18T02:14:51,542 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:51,543 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:C
2024-11-18T02:14:51,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742118_1294 (size=12151)
2024-11-18T02:14:51,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731896091599, max timestamp=1731896091625Num uniques 1018; 
2024-11-18T02:14:51,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-18T02:14:51,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731896091599, max timestamp=1731896091625Num uniques 1018; 
2024-11-18T02:14:51,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-18T02:14:51,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731896091599, max timestamp=1731896091625Num uniques 1018; 
2024-11-18T02:14:51,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-18T02:14:51,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731896091713, max timestamp=1731896091734Num uniques 1027; 
2024-11-18T02:14:51,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731896091713, max timestamp=1731896091734Num uniques 1027; 
2024-11-18T02:14:51,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-11-18T02:14:51,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-11-18T02:14:51,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731896091713, max timestamp=1731896091734Num uniques 1027; 
2024-11-18T02:14:51,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-11-18T02:14:51,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731896091813, max timestamp=1731896091839Num uniques 1036; 
2024-11-18T02:14:51,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186
2024-11-18T02:14:51,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731896091813, max timestamp=1731896091839Num uniques 1036; 
2024-11-18T02:14:51,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186
2024-11-18T02:14:51,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731896091813, max timestamp=1731896091839Num uniques 1036; 
2024-11-18T02:14:51,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186
2024-11-18T02:14:51,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731896091854, max timestamp=1731896091940Num uniques 1045; 
2024-11-18T02:14:51,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195
2024-11-18T02:14:51,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731896091854, max timestamp=1731896091940Num uniques 1045; 
2024-11-18T02:14:51,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195
2024-11-18T02:14:51,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731896091854, max timestamp=1731896091940Num uniques 1045; 
2024-11-18T02:14:51,946 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195
2024-11-18T02:14:51,951 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/1b6d1be0f57f4eb19651add7491d441c
2024-11-18T02:14:51,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f397aaae96244ff5a655db1def3544dc as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f397aaae96244ff5a655db1def3544dc
2024-11-18T02:14:51,959 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f397aaae96244ff5a655db1def3544dc, entries=150, sequenceid=247, filesize=11.9 K
2024-11-18T02:14:51,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/44fe013f668b497388d76a0442a815ca as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/44fe013f668b497388d76a0442a815ca
2024-11-18T02:14:51,965 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/44fe013f668b497388d76a0442a815ca, entries=150, sequenceid=247, filesize=11.9 K
2024-11-18T02:14:51,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/1b6d1be0f57f4eb19651add7491d441c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/1b6d1be0f57f4eb19651add7491d441c
2024-11-18T02:14:51,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/1b6d1be0f57f4eb19651add7491d441c, entries=150, sequenceid=247, filesize=11.9 K
2024-11-18T02:14:51,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=67.09 KB/68700 for 84e53234b42df7659b871cab7b099c94 in 870ms, sequenceid=247, compaction requested=false
2024-11-18T02:14:51,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:51,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:51,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75
2024-11-18T02:14:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=75
2024-11-18T02:14:51,976 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-18T02:14:51,976 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6390 sec
2024-11-18T02:14:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:51,977 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=80.51 KB heapSize=222.23 KB
2024-11-18T02:14:51,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:51,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:51,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:51,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:51,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:51,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:51,980 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.6450 sec
2024-11-18T02:14:51,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f3bcb0a0548a446fb8de40922b139169 is 50, key is test_row_0/A:col10/1731896091975/Put/seqid=0
2024-11-18T02:14:52,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742119_1295 (size=12301)
2024-11-18T02:14:52,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896152012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896152013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896152014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896152019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896152019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896152122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896152122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896152122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896152131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896152131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896152332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896152332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896152332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896152341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896152342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,403 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f3bcb0a0548a446fb8de40922b139169
2024-11-18T02:14:52,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/d60bcf119b8244fcaf6b9e4bcf1da79f is 50, key is test_row_0/B:col10/1731896091975/Put/seqid=0
2024-11-18T02:14:52,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742120_1296 (size=12301)
2024-11-18T02:14:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-18T02:14:52,482 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:52,483 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees
2024-11-18T02:14:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-18T02:14:52,484 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:52,485 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:52,485 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-18T02:14:52,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-18T02:14:52,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:52,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:52,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:52,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:52,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:52,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896152642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896152642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896152642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896152651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896152652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:52,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:52,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:52,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-18T02:14:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:52,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:52,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-18T02:14:52,821 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/d60bcf119b8244fcaf6b9e4bcf1da79f
2024-11-18T02:14:52,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/8d09f566cc4f40b38110d67f37bb51b8 is 50, key is test_row_0/C:col10/1731896091975/Put/seqid=0
2024-11-18T02:14:52,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742121_1297 (size=12301)
2024-11-18T02:14:52,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-18T02:14:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:52,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:52,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:53,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-18T02:14:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:53,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:53,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:53,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-18T02:14:53,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896153151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:53,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896153152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:53,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896153152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:53,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:53,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896153162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:53,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:53,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:53,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896153162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:53,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:53,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:53,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:53,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:53,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:53,233 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/8d09f566cc4f40b38110d67f37bb51b8
2024-11-18T02:14:53,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f3bcb0a0548a446fb8de40922b139169 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f3bcb0a0548a446fb8de40922b139169
2024-11-18T02:14:53,241 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f3bcb0a0548a446fb8de40922b139169, entries=150, sequenceid=347, filesize=12.0 K
2024-11-18T02:14:53,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/d60bcf119b8244fcaf6b9e4bcf1da79f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/d60bcf119b8244fcaf6b9e4bcf1da79f
2024-11-18T02:14:53,245 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/d60bcf119b8244fcaf6b9e4bcf1da79f, entries=150, sequenceid=347, filesize=12.0 K
2024-11-18T02:14:53,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/8d09f566cc4f40b38110d67f37bb51b8 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/8d09f566cc4f40b38110d67f37bb51b8
2024-11-18T02:14:53,249 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/8d09f566cc4f40b38110d67f37bb51b8, entries=150, sequenceid=347, filesize=12.0 K
2024-11-18T02:14:53,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-18T02:14:53,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:53,250 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~222.19 KB/227520, currentSize=107.34 KB/109920 for 84e53234b42df7659b871cab7b099c94 in 1273ms, sequenceid=347, compaction requested=true
2024-11-18T02:14:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:53,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:53,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:53,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:53,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:53,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:53,251 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:53,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:53,251 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:53,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:53,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:53,252 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:53,252 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/B is initiating minor compaction (all files)
2024-11-18T02:14:53,252 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/B in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:53,252 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8334856e95c94b2ab9a846e04637db5f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/44fe013f668b497388d76a0442a815ca, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/d60bcf119b8244fcaf6b9e4bcf1da79f] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=36.2 K
2024-11-18T02:14:53,253 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:53,253 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/A is initiating minor compaction (all files)
2024-11-18T02:14:53,253 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/A in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:53,253 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/2c4a4299346449b587fe068276df93cc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f397aaae96244ff5a655db1def3544dc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f3bcb0a0548a446fb8de40922b139169] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=36.2 K
2024-11-18T02:14:53,253 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 8334856e95c94b2ab9a846e04637db5f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731896089279
2024-11-18T02:14:53,254 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c4a4299346449b587fe068276df93cc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731896089279
2024-11-18T02:14:53,254 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 44fe013f668b497388d76a0442a815ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731896089816
2024-11-18T02:14:53,255 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting f397aaae96244ff5a655db1def3544dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731896089816
2024-11-18T02:14:53,255 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d60bcf119b8244fcaf6b9e4bcf1da79f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731896091854
2024-11-18T02:14:53,255 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3bcb0a0548a446fb8de40922b139169, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731896091854
2024-11-18T02:14:53,271 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#B#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:53,271 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/6dec94d20d7f489784c8648cd6252e3e is 50, key is test_row_0/B:col10/1731896091975/Put/seqid=0
2024-11-18T02:14:53,274 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#A#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:53,274 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f7ca261df62547e5aab8513c58383ce8 is 50, key is test_row_0/A:col10/1731896091975/Put/seqid=0
2024-11-18T02:14:53,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742122_1298 (size=12847)
2024-11-18T02:14:53,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742123_1299 (size=12847)
2024-11-18T02:14:53,317 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/f7ca261df62547e5aab8513c58383ce8 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7ca261df62547e5aab8513c58383ce8
2024-11-18T02:14:53,324 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/A of 84e53234b42df7659b871cab7b099c94 into f7ca261df62547e5aab8513c58383ce8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:53,324 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:53,324 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/A, priority=13, startTime=1731896093251; duration=0sec
2024-11-18T02:14:53,324 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:53,324 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:A
2024-11-18T02:14:53,324 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:53,325 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:53,325 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/C is initiating minor compaction (all files)
2024-11-18T02:14:53,325 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/C in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:53,325 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/a991998ff9a54cb9b5119273b421f711, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/1b6d1be0f57f4eb19651add7491d441c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/8d09f566cc4f40b38110d67f37bb51b8] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=36.2 K
2024-11-18T02:14:53,326 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting a991998ff9a54cb9b5119273b421f711, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731896089279
2024-11-18T02:14:53,326 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b6d1be0f57f4eb19651add7491d441c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731896089816
2024-11-18T02:14:53,327 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d09f566cc4f40b38110d67f37bb51b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731896091854
2024-11-18T02:14:53,335 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#C#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:53,336 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/d450628dcc53406d8107fec2e9107874 is 50, key is test_row_0/C:col10/1731896091975/Put/seqid=0
2024-11-18T02:14:53,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742124_1300 (size=12847)
2024-11-18T02:14:53,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-18T02:14:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:53,404 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T02:14:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:53,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/e8429dd11dcd4d248dda71177351311c is 50, key is test_row_0/A:col10/1731896092013/Put/seqid=0
2024-11-18T02:14:53,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742125_1301 (size=12301)
2024-11-18T02:14:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-18T02:14:53,714 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/6dec94d20d7f489784c8648cd6252e3e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/6dec94d20d7f489784c8648cd6252e3e
2024-11-18T02:14:53,719 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/B of 84e53234b42df7659b871cab7b099c94 into 6dec94d20d7f489784c8648cd6252e3e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:53,719 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:53,719 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/B, priority=13, startTime=1731896093251; duration=0sec
2024-11-18T02:14:53,720 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:53,720 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:B
2024-11-18T02:14:53,746 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/d450628dcc53406d8107fec2e9107874 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/d450628dcc53406d8107fec2e9107874
2024-11-18T02:14:53,751 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/C of 84e53234b42df7659b871cab7b099c94 into d450628dcc53406d8107fec2e9107874(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:53,751 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:53,751 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/C, priority=13, startTime=1731896093251; duration=0sec
2024-11-18T02:14:53,752 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:53,752 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:C
2024-11-18T02:14:53,814 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/e8429dd11dcd4d248dda71177351311c
2024-11-18T02:14:53,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/91d522149dd04d0db2d402b2f1a9a295 is 50, key is test_row_0/B:col10/1731896092013/Put/seqid=0
2024-11-18T02:14:53,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742126_1302 (size=12301)
2024-11-18T02:14:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:54,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:54,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896154181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896154179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896154181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896154181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896154183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:54,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:54,185 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 84e53234b42df7659b871cab7b099c94 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:54,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,186 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 84e53234b42df7659b871cab7b099c94 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:14:54,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:54,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:54,227 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/91d522149dd04d0db2d402b2f1a9a295
2024-11-18T02:14:54,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/575323f4146b42a9be5466a49f9ae375 is 50, key is test_row_0/C:col10/1731896092013/Put/seqid=0
2024-11-18T02:14:54,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742127_1303 (size=12301)
2024-11-18T02:14:54,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896154291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896154291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:54,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896154291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:54,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896154502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896154502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896154502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-18T02:14:54,640 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/575323f4146b42a9be5466a49f9ae375
2024-11-18T02:14:54,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/e8429dd11dcd4d248dda71177351311c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e8429dd11dcd4d248dda71177351311c
2024-11-18T02:14:54,660 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e8429dd11dcd4d248dda71177351311c, entries=150, sequenceid=367, filesize=12.0 K
2024-11-18T02:14:54,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/91d522149dd04d0db2d402b2f1a9a295 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/91d522149dd04d0db2d402b2f1a9a295
2024-11-18T02:14:54,668 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/91d522149dd04d0db2d402b2f1a9a295, entries=150, sequenceid=367, filesize=12.0 K
2024-11-18T02:14:54,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/575323f4146b42a9be5466a49f9ae375 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/575323f4146b42a9be5466a49f9ae375
2024-11-18T02:14:54,673 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/575323f4146b42a9be5466a49f9ae375, entries=150, sequenceid=367, filesize=12.0 K
2024-11-18T02:14:54,674 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 84e53234b42df7659b871cab7b099c94 in 1270ms, sequenceid=367, compaction requested=false
2024-11-18T02:14:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:54,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77
2024-11-18T02:14:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=77
2024-11-18T02:14:54,680 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-18T02:14:54,680 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1910 sec
2024-11-18T02:14:54,682 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.1980 sec
2024-11-18T02:14:54,817 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T02:14:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:54,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:54,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:54,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:54,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:54,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:54,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:54,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/e4f85214552d4fb280f17b12e99a9b70 is 50, key is test_row_0/A:col10/1731896094814/Put/seqid=0
2024-11-18T02:14:54,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742128_1304 (size=14741)
2024-11-18T02:14:54,861 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/e4f85214552d4fb280f17b12e99a9b70
2024-11-18T02:14:54,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/c449de0a04b84c17bf22d0cb9fcbc8bf is 50, key is test_row_0/B:col10/1731896094814/Put/seqid=0
2024-11-18T02:14:54,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742129_1305 (size=12301)
2024-11-18T02:14:54,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896154912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896154913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896154914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:54,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:54,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:54,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:54,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896155032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896155032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896155032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896155242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896155242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896155242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,282 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/c449de0a04b84c17bf22d0cb9fcbc8bf
2024-11-18T02:14:55,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/1567593b3e9544b5b574263256134a4e is 50, key is test_row_0/C:col10/1731896094814/Put/seqid=0
2024-11-18T02:14:55,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742130_1306 (size=12301)
2024-11-18T02:14:55,343 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/1567593b3e9544b5b574263256134a4e
2024-11-18T02:14:55,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/e4f85214552d4fb280f17b12e99a9b70 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e4f85214552d4fb280f17b12e99a9b70
2024-11-18T02:14:55,356 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e4f85214552d4fb280f17b12e99a9b70, entries=200, sequenceid=384, filesize=14.4 K
2024-11-18T02:14:55,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/c449de0a04b84c17bf22d0cb9fcbc8bf as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/c449de0a04b84c17bf22d0cb9fcbc8bf
2024-11-18T02:14:55,364 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/c449de0a04b84c17bf22d0cb9fcbc8bf, entries=150, sequenceid=384, filesize=12.0 K
2024-11-18T02:14:55,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/1567593b3e9544b5b574263256134a4e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/1567593b3e9544b5b574263256134a4e
2024-11-18T02:14:55,372 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/1567593b3e9544b5b574263256134a4e, entries=150, sequenceid=384, filesize=12.0 K
2024-11-18T02:14:55,373 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 84e53234b42df7659b871cab7b099c94 in 556ms, sequenceid=384, compaction requested=true
2024-11-18T02:14:55,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:55,373 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:55,374 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:55,374 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/A is initiating minor compaction (all files)
2024-11-18T02:14:55,374 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/A in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:55,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:55,375 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7ca261df62547e5aab8513c58383ce8, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e8429dd11dcd4d248dda71177351311c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e4f85214552d4fb280f17b12e99a9b70] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=39.0 K
2024-11-18T02:14:55,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:55,375 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:55,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:55,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:55,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:55,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:55,375 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7ca261df62547e5aab8513c58383ce8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731896091854
2024-11-18T02:14:55,376 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8429dd11dcd4d248dda71177351311c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731896092007
2024-11-18T02:14:55,376 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:55,376 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/B is initiating minor compaction (all files)
2024-11-18T02:14:55,376 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/B in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:55,376 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/6dec94d20d7f489784c8648cd6252e3e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/91d522149dd04d0db2d402b2f1a9a295, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/c449de0a04b84c17bf22d0cb9fcbc8bf] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=36.6 K
2024-11-18T02:14:55,376 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4f85214552d4fb280f17b12e99a9b70, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731896094179
2024-11-18T02:14:55,377 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dec94d20d7f489784c8648cd6252e3e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731896091854
2024-11-18T02:14:55,378 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 91d522149dd04d0db2d402b2f1a9a295, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731896092007
2024-11-18T02:14:55,379 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting c449de0a04b84c17bf22d0cb9fcbc8bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731896094179
2024-11-18T02:14:55,401 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#A#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:55,402 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:55,403 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/db66be22f0a743a4a1a364872538c880 is 50, key is test_row_0/B:col10/1731896094814/Put/seqid=0
2024-11-18T02:14:55,403 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/c8f153abd6934d86a37f8ffb58cebc2b is 50, key is test_row_0/A:col10/1731896094814/Put/seqid=0
2024-11-18T02:14:55,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742131_1307 (size=12949)
2024-11-18T02:14:55,429 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/db66be22f0a743a4a1a364872538c880 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/db66be22f0a743a4a1a364872538c880
2024-11-18T02:14:55,445 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/B of 84e53234b42df7659b871cab7b099c94 into db66be22f0a743a4a1a364872538c880(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:55,446 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:55,447 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/B, priority=13, startTime=1731896095375; duration=0sec
2024-11-18T02:14:55,448 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:55,448 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:B
2024-11-18T02:14:55,448 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:55,449 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:55,449 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/C is initiating minor compaction (all files)
2024-11-18T02:14:55,449 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/C in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:55,449 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/d450628dcc53406d8107fec2e9107874, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/575323f4146b42a9be5466a49f9ae375, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/1567593b3e9544b5b574263256134a4e] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=36.6 K
2024-11-18T02:14:55,450 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d450628dcc53406d8107fec2e9107874, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1731896091854
2024-11-18T02:14:55,450 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 575323f4146b42a9be5466a49f9ae375, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731896092007
2024-11-18T02:14:55,450 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 1567593b3e9544b5b574263256134a4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731896094179
2024-11-18T02:14:55,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742132_1308 (size=12949)
2024-11-18T02:14:55,484 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#C#compaction#265 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:55,485 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/15787a7c2b284ba392af8d49819ea445 is 50, key is test_row_0/C:col10/1731896094814/Put/seqid=0
2024-11-18T02:14:55,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742133_1309 (size=12949)
2024-11-18T02:14:55,542 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/15787a7c2b284ba392af8d49819ea445 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/15787a7c2b284ba392af8d49819ea445
2024-11-18T02:14:55,549 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/C of 84e53234b42df7659b871cab7b099c94 into 15787a7c2b284ba392af8d49819ea445(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:55,549 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:55,549 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/C, priority=13, startTime=1731896095375; duration=0sec
2024-11-18T02:14:55,549 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:55,549 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:C
2024-11-18T02:14:55,560 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T02:14:55,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:55,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:55,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:55,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:55,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:55,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:14:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:55,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/607c0590be1b4b48980c22fbe0ad07ce is 50, key is test_row_0/A:col10/1731896095559/Put/seqid=0
2024-11-18T02:14:55,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896155584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896155588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896155589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742134_1310 (size=14741)
2024-11-18T02:14:55,619 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/607c0590be1b4b48980c22fbe0ad07ce
2024-11-18T02:14:55,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/74d96aa34b484f5581038d9243577c12 is 50, key is test_row_0/B:col10/1731896095559/Put/seqid=0
2024-11-18T02:14:55,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742135_1311 (size=12301)
2024-11-18T02:14:55,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896155692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896155702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896155702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,873 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/c8f153abd6934d86a37f8ffb58cebc2b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/c8f153abd6934d86a37f8ffb58cebc2b
2024-11-18T02:14:55,879 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/A of 84e53234b42df7659b871cab7b099c94 into c8f153abd6934d86a37f8ffb58cebc2b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:55,879 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:55,879 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/A, priority=13, startTime=1731896095373; duration=0sec
2024-11-18T02:14:55,879 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:55,879 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:A
2024-11-18T02:14:55,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896155902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896155912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:55,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896155912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,043 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/74d96aa34b484f5581038d9243577c12
2024-11-18T02:14:56,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/e4fe8afb3d4047b6a9c474b54f59a877 is 50, key is test_row_0/C:col10/1731896095559/Put/seqid=0
2024-11-18T02:14:56,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742136_1312 (size=12301)
2024-11-18T02:14:56,122 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/e4fe8afb3d4047b6a9c474b54f59a877
2024-11-18T02:14:56,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/607c0590be1b4b48980c22fbe0ad07ce as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/607c0590be1b4b48980c22fbe0ad07ce
2024-11-18T02:14:56,167 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/607c0590be1b4b48980c22fbe0ad07ce, entries=200, sequenceid=407, filesize=14.4 K
2024-11-18T02:14:56,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/74d96aa34b484f5581038d9243577c12 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/74d96aa34b484f5581038d9243577c12
2024-11-18T02:14:56,172 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/74d96aa34b484f5581038d9243577c12, entries=150, sequenceid=407, filesize=12.0 K
2024-11-18T02:14:56,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/e4fe8afb3d4047b6a9c474b54f59a877 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/e4fe8afb3d4047b6a9c474b54f59a877
2024-11-18T02:14:56,178 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/e4fe8afb3d4047b6a9c474b54f59a877, entries=150, sequenceid=407, filesize=12.0 K
2024-11-18T02:14:56,179 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 84e53234b42df7659b871cab7b099c94 in 619ms, sequenceid=407, compaction requested=false
2024-11-18T02:14:56,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:56,195 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-18T02:14:56,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:56,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:56,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:56,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:56,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:56,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:56,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/b277cab95db04743a2cee1ba1faf5fa3 is 50, key is test_row_0/A:col10/1731896095581/Put/seqid=0
2024-11-18T02:14:56,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742137_1313 (size=12301)
2024-11-18T02:14:56,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896156266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896156266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896156275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896156283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896156285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896156383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896156383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896156383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896156391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896156392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896156592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896156592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896156593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896156602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896156612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-18T02:14:56,652 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:56,653 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:56,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees
2024-11-18T02:14:56,655 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-18T02:14:56,656 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:56,656 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:56,660 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/b277cab95db04743a2cee1ba1faf5fa3
2024-11-18T02:14:56,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/ef20df8aa9f9424ab08e9c9062d362b5 is 50, key is test_row_0/B:col10/1731896095581/Put/seqid=0
2024-11-18T02:14:56,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742138_1314 (size=12301)
2024-11-18T02:14:56,735 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/ef20df8aa9f9424ab08e9c9062d362b5
2024-11-18T02:14:56,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/cb9b115e63b94a6789e42d59ac3be16d is 50, key is test_row_0/C:col10/1731896095581/Put/seqid=0
2024-11-18T02:14:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-18T02:14:56,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742139_1315 (size=12301)
2024-11-18T02:14:56,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-18T02:14:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:56,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:56,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896156902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896156912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896156912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896156912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896156922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:56,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-18T02:14:56,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:56,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:56,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:56,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:56,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-18T02:14:57,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-18T02:14:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:57,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:57,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:57,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:57,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:14:57,197 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/cb9b115e63b94a6789e42d59ac3be16d
2024-11-18T02:14:57,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/b277cab95db04743a2cee1ba1faf5fa3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/b277cab95db04743a2cee1ba1faf5fa3
2024-11-18T02:14:57,208 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/b277cab95db04743a2cee1ba1faf5fa3, entries=150, sequenceid=420, filesize=12.0 K
2024-11-18T02:14:57,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/ef20df8aa9f9424ab08e9c9062d362b5 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/ef20df8aa9f9424ab08e9c9062d362b5
2024-11-18T02:14:57,214 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/ef20df8aa9f9424ab08e9c9062d362b5, entries=150, sequenceid=420, filesize=12.0 K
2024-11-18T02:14:57,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/cb9b115e63b94a6789e42d59ac3be16d as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/cb9b115e63b94a6789e42d59ac3be16d
2024-11-18T02:14:57,220 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/cb9b115e63b94a6789e42d59ac3be16d, entries=150, sequenceid=420, filesize=12.0 K
2024-11-18T02:14:57,221 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 84e53234b42df7659b871cab7b099c94 in 1026ms, sequenceid=420, compaction requested=true
2024-11-18T02:14:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:14:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:57,221 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:14:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:14:57,221 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:57,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:57,222 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:57,222 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/A is initiating minor compaction (all files)
2024-11-18T02:14:57,222 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:57,222 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/A in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:57,222 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/B is initiating minor compaction (all files)
2024-11-18T02:14:57,222 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/c8f153abd6934d86a37f8ffb58cebc2b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/607c0590be1b4b48980c22fbe0ad07ce, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/b277cab95db04743a2cee1ba1faf5fa3] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=39.1 K
2024-11-18T02:14:57,222 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/B in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:57,222 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/db66be22f0a743a4a1a364872538c880, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/74d96aa34b484f5581038d9243577c12, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/ef20df8aa9f9424ab08e9c9062d362b5] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=36.7 K
2024-11-18T02:14:57,223 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8f153abd6934d86a37f8ffb58cebc2b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731896094179
2024-11-18T02:14:57,223 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting db66be22f0a743a4a1a364872538c880, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731896094179
2024-11-18T02:14:57,223 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 607c0590be1b4b48980c22fbe0ad07ce, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731896094873
2024-11-18T02:14:57,223 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 74d96aa34b484f5581038d9243577c12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731896095556
2024-11-18T02:14:57,224 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting b277cab95db04743a2cee1ba1faf5fa3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731896095581
2024-11-18T02:14:57,224 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting ef20df8aa9f9424ab08e9c9062d362b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731896095581
2024-11-18T02:14:57,254 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#B#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:57,254 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/8a68f521538847189b51f73c98a10499 is 50, key is test_row_0/B:col10/1731896095581/Put/seqid=0
2024-11-18T02:14:57,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-18T02:14:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:57,272 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T02:14:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:57,275 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:57,275 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/b2b8ec46150a4e5ab16dd1e99f02da33 is 50, key is test_row_0/A:col10/1731896095581/Put/seqid=0
2024-11-18T02:14:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-18T02:14:57,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/76803db3ac0d4b9a9ae3c9522dc5b51e is 50, key is test_row_0/A:col10/1731896096246/Put/seqid=0
2024-11-18T02:14:57,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742140_1316 (size=13051)
2024-11-18T02:14:57,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742141_1317 (size=13051)
2024-11-18T02:14:57,366 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/b2b8ec46150a4e5ab16dd1e99f02da33 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/b2b8ec46150a4e5ab16dd1e99f02da33
2024-11-18T02:14:57,371 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/A of 84e53234b42df7659b871cab7b099c94 into b2b8ec46150a4e5ab16dd1e99f02da33(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:57,371 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:57,371 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/A, priority=13, startTime=1731896097221; duration=0sec
2024-11-18T02:14:57,371 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:14:57,371 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:A
2024-11-18T02:14:57,371 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:14:57,372 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:14:57,372 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/C is initiating minor compaction (all files)
2024-11-18T02:14:57,373 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/C in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:57,373 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/15787a7c2b284ba392af8d49819ea445, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/e4fe8afb3d4047b6a9c474b54f59a877, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/cb9b115e63b94a6789e42d59ac3be16d] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=36.7 K
2024-11-18T02:14:57,373 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15787a7c2b284ba392af8d49819ea445, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731896094179
2024-11-18T02:14:57,374 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4fe8afb3d4047b6a9c474b54f59a877, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731896095556
2024-11-18T02:14:57,374 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb9b115e63b94a6789e42d59ac3be16d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731896095581
2024-11-18T02:14:57,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742142_1318 (size=12301)
2024-11-18T02:14:57,403 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#C#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:14:57,404 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/677e0d8ae56e46e78910dbea4c25a101 is 50, key is test_row_0/C:col10/1731896095581/Put/seqid=0
2024-11-18T02:14:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:57,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:57,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742143_1319 (size=13051)
2024-11-18T02:14:57,444 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/677e0d8ae56e46e78910dbea4c25a101 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/677e0d8ae56e46e78910dbea4c25a101
2024-11-18T02:14:57,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896157439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,450 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/C of 84e53234b42df7659b871cab7b099c94 into 677e0d8ae56e46e78910dbea4c25a101(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:57,450 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:57,450 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/C, priority=13, startTime=1731896097221; duration=0sec
2024-11-18T02:14:57,450 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:57,450 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:C
2024-11-18T02:14:57,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896157443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896157445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896157446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896157446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896157552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896157562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896157562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896157563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896157563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,729 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/8a68f521538847189b51f73c98a10499 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8a68f521538847189b51f73c98a10499
2024-11-18T02:14:57,733 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 84e53234b42df7659b871cab7b099c94/B of 84e53234b42df7659b871cab7b099c94 into 8a68f521538847189b51f73c98a10499(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:14:57,733 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:57,733 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/B, priority=13, startTime=1731896097221; duration=0sec
2024-11-18T02:14:57,734 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:14:57,734 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:B
2024-11-18T02:14:57,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896157762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896157772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896157772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896157772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896157772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:57,781 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/76803db3ac0d4b9a9ae3c9522dc5b51e
2024-11-18T02:14:57,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/8b3635d8512a4ce0a1f3ef8b2c9caccb is 50, key is test_row_0/B:col10/1731896096246/Put/seqid=0
2024-11-18T02:14:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-18T02:14:57,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742144_1320 (size=12301)
2024-11-18T02:14:58,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896158072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:58,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:58,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896158082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:58,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:58,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896158082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:58,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:58,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896158082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:58,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896158082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:58,197 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/8b3635d8512a4ce0a1f3ef8b2c9caccb
2024-11-18T02:14:58,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/2a46f90dd509403d986a1d7f19d600b6 is 50, key is test_row_0/C:col10/1731896096246/Put/seqid=0
2024-11-18T02:14:58,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742145_1321 (size=12301)
2024-11-18T02:14:58,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896158582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:58,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896158591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:58,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896158591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:58,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896158591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:58,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896158592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:58,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/2a46f90dd509403d986a1d7f19d600b6
2024-11-18T02:14:58,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/76803db3ac0d4b9a9ae3c9522dc5b51e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/76803db3ac0d4b9a9ae3c9522dc5b51e
2024-11-18T02:14:58,617 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/76803db3ac0d4b9a9ae3c9522dc5b51e, entries=150, sequenceid=440, filesize=12.0 K
2024-11-18T02:14:58,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/8b3635d8512a4ce0a1f3ef8b2c9caccb as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8b3635d8512a4ce0a1f3ef8b2c9caccb
2024-11-18T02:14:58,622 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8b3635d8512a4ce0a1f3ef8b2c9caccb, entries=150, sequenceid=440, filesize=12.0 K
2024-11-18T02:14:58,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/2a46f90dd509403d986a1d7f19d600b6 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/2a46f90dd509403d986a1d7f19d600b6
2024-11-18T02:14:58,627 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/2a46f90dd509403d986a1d7f19d600b6, entries=150, sequenceid=440, filesize=12.0 K
2024-11-18T02:14:58,628 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 84e53234b42df7659b871cab7b099c94 in 1355ms, sequenceid=440, compaction requested=false
2024-11-18T02:14:58,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:14:58,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:58,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79
2024-11-18T02:14:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=79
2024-11-18T02:14:58,631 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-11-18T02:14:58,631 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9730 sec
2024-11-18T02:14:58,633 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.9790 sec
2024-11-18T02:14:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-18T02:14:58,802 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:14:58,803 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:14:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees
2024-11-18T02:14:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-18T02:14:58,804 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:14:58,805 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:14:58,805 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:14:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-18T02:14:58,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-18T02:14:58,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:14:58,958 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-18T02:14:58,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:14:58,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:58,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:14:58,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:58,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:14:58,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:14:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/8bf2ad12a68d4eccb353f3a0c6d2822a is 50, key is test_row_0/A:col10/1731896097442/Put/seqid=0
2024-11-18T02:14:58,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742146_1322 (size=12301)
2024-11-18T02:14:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-18T02:14:59,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/8bf2ad12a68d4eccb353f3a0c6d2822a
2024-11-18T02:14:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/53c55a94976e49628af2d1a52485a0d1 is 50, key is test_row_0/B:col10/1731896097442/Put/seqid=0
2024-11-18T02:14:59,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742147_1323 (size=12301)
2024-11-18T02:14:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-18T02:14:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:14:59,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. as already flushing
2024-11-18T02:14:59,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731896099616, max timestamp=1731896099621Num uniques 859; 
2024-11-18T02:14:59,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:14:59,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731896099616, max timestamp=1731896099621Num uniques 859; 
2024-11-18T02:14:59,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731896099616, max timestamp=1731896099621Num uniques 859; 
2024-11-18T02:14:59,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:14:59,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:14:59,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896159638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896159639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896159640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896159642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896159643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896159752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896159752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896159752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896159752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896159752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,784 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/53c55a94976e49628af2d1a52485a0d1
2024-11-18T02:14:59,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/75f0eae93a884eb58d76c237663c6135 is 50, key is test_row_0/C:col10/1731896097442/Put/seqid=0
2024-11-18T02:14:59,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742148_1324 (size=12301)
2024-11-18T02:14:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-18T02:14:59,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896159962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896159962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896159962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896159962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:14:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896159962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:14:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:14:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:14:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,196 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/75f0eae93a884eb58d76c237663c6135
2024-11-18T02:15:00,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/8bf2ad12a68d4eccb353f3a0c6d2822a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/8bf2ad12a68d4eccb353f3a0c6d2822a
2024-11-18T02:15:00,205 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/8bf2ad12a68d4eccb353f3a0c6d2822a, entries=150, sequenceid=455, filesize=12.0 K
2024-11-18T02:15:00,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/53c55a94976e49628af2d1a52485a0d1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/53c55a94976e49628af2d1a52485a0d1
2024-11-18T02:15:00,210 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/53c55a94976e49628af2d1a52485a0d1, entries=150, sequenceid=455, filesize=12.0 K
2024-11-18T02:15:00,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/75f0eae93a884eb58d76c237663c6135 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/75f0eae93a884eb58d76c237663c6135
2024-11-18T02:15:00,214 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/75f0eae93a884eb58d76c237663c6135, entries=150, sequenceid=455, filesize=12.0 K
2024-11-18T02:15:00,215 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 84e53234b42df7659b871cab7b099c94 in 1257ms, sequenceid=455, compaction requested=true
2024-11-18T02:15:00,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:15:00,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:15:00,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81
2024-11-18T02:15:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=81
2024-11-18T02:15:00,219 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-11-18T02:15:00,219 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec
2024-11-18T02:15:00,220 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.4160 sec
2024-11-18T02:15:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:15:00,276 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-11-18T02:15:00,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:15:00,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:00,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:15:00,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:00,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:15:00,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:00,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/622011550c5b48df8664261adfc1e06b is 50, key is test_row_0/A:col10/1731896099642/Put/seqid=0
2024-11-18T02:15:00,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742149_1325 (size=12301)
2024-11-18T02:15:00,286 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/622011550c5b48df8664261adfc1e06b
2024-11-18T02:15:00,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/dd4e0a77a20d41799c5289c1c8892911 is 50, key is test_row_0/B:col10/1731896099642/Put/seqid=0
2024-11-18T02:15:00,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896160285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896160285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896160286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896160287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896160288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742150_1326 (size=12301)
2024-11-18T02:15:00,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896160401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896160401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896160401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896160401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896160402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,593 INFO  [Thread-1172 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1172.
2024-11-18T02:15:00,593 DEBUG [Thread-1172 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:00,593 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:00,593 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:00,593 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:00,596 INFO  [Thread-1168 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1168.
2024-11-18T02:15:00,596 DEBUG [Thread-1168 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:00,596 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:00,596 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:00,596 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:00,598 INFO  [Thread-1170 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1170.
2024-11-18T02:15:00,598 DEBUG [Thread-1170 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:00,598 DEBUG [Thread-1170 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:00,598 DEBUG [Thread-1170 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:00,598 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:00,600 INFO  [Thread-1166 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1166.
2024-11-18T02:15:00,600 DEBUG [Thread-1166 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:00,600 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:00,600 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:00,600 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:00,601 INFO  [Thread-1174 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1174.
2024-11-18T02:15:00,601 DEBUG [Thread-1174 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:00,601 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:00,601 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:00,601 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:00,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896160611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896160611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896160611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896160612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896160612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,699 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/dd4e0a77a20d41799c5289c1c8892911
2024-11-18T02:15:00,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/c3c1d64908034fb0a2289f04324563b8 is 50, key is test_row_0/C:col10/1731896099642/Put/seqid=0
2024-11-18T02:15:00,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742151_1327 (size=12301)
2024-11-18T02:15:00,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33410 deadline: 1731896160922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,922 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731896160922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731896160922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33412 deadline: 1731896160922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33416 deadline: 1731896160922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-18T02:15:00,952 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:01,109 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/c3c1d64908034fb0a2289f04324563b8
2024-11-18T02:15:01,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/622011550c5b48df8664261adfc1e06b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/622011550c5b48df8664261adfc1e06b
2024-11-18T02:15:01,116 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/622011550c5b48df8664261adfc1e06b, entries=150, sequenceid=491, filesize=12.0 K
2024-11-18T02:15:01,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/dd4e0a77a20d41799c5289c1c8892911 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/dd4e0a77a20d41799c5289c1c8892911
2024-11-18T02:15:01,119 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/dd4e0a77a20d41799c5289c1c8892911, entries=150, sequenceid=491, filesize=12.0 K
2024-11-18T02:15:01,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/c3c1d64908034fb0a2289f04324563b8 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/c3c1d64908034fb0a2289f04324563b8
2024-11-18T02:15:01,123 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/c3c1d64908034fb0a2289f04324563b8, entries=150, sequenceid=491, filesize=12.0 K
2024-11-18T02:15:01,124 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for 84e53234b42df7659b871cab7b099c94 in 848ms, sequenceid=491, compaction requested=true
2024-11-18T02:15:01,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:15:01,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:15:01,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:01,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:15:01,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:01,124 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:15:01,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 84e53234b42df7659b871cab7b099c94:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:15:01,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:01,124 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:15:01,125 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:15:01,125 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:15:01,125 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/B is initiating minor compaction (all files)
2024-11-18T02:15:01,125 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/A is initiating minor compaction (all files)
2024-11-18T02:15:01,125 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/A in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:15:01,125 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/B in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:15:01,125 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/b2b8ec46150a4e5ab16dd1e99f02da33, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/76803db3ac0d4b9a9ae3c9522dc5b51e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/8bf2ad12a68d4eccb353f3a0c6d2822a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/622011550c5b48df8664261adfc1e06b] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=48.8 K
2024-11-18T02:15:01,125 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8a68f521538847189b51f73c98a10499, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8b3635d8512a4ce0a1f3ef8b2c9caccb, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/53c55a94976e49628af2d1a52485a0d1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/dd4e0a77a20d41799c5289c1c8892911] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=48.8 K
2024-11-18T02:15:01,126 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2b8ec46150a4e5ab16dd1e99f02da33, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731896095581
2024-11-18T02:15:01,126 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a68f521538847189b51f73c98a10499, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731896095581
2024-11-18T02:15:01,126 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b3635d8512a4ce0a1f3ef8b2c9caccb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731896096246
2024-11-18T02:15:01,126 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76803db3ac0d4b9a9ae3c9522dc5b51e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731896096246
2024-11-18T02:15:01,126 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 53c55a94976e49628af2d1a52485a0d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731896097440
2024-11-18T02:15:01,126 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bf2ad12a68d4eccb353f3a0c6d2822a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731896097440
2024-11-18T02:15:01,126 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting dd4e0a77a20d41799c5289c1c8892911, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731896099642
2024-11-18T02:15:01,126 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 622011550c5b48df8664261adfc1e06b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731896099642
2024-11-18T02:15:01,133 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#A#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:01,133 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:01,133 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/234d7503757e4c0daf3b7c657d368fef is 50, key is test_row_0/A:col10/1731896099642/Put/seqid=0
2024-11-18T02:15:01,133 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/946d20f0ccfe43ed897453f458202834 is 50, key is test_row_0/B:col10/1731896099642/Put/seqid=0
2024-11-18T02:15:01,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742153_1329 (size=13187)
2024-11-18T02:15:01,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742152_1328 (size=13187)
2024-11-18T02:15:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 84e53234b42df7659b871cab7b099c94
2024-11-18T02:15:01,434 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T02:15:01,434 INFO  [Thread-1157 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1157.
2024-11-18T02:15:01,434 INFO  [Thread-1155 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1155.
2024-11-18T02:15:01,434 INFO  [Thread-1161 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1161.
2024-11-18T02:15:01,434 DEBUG [Thread-1157 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:01,434 DEBUG [Thread-1155 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:01,434 DEBUG [Thread-1161 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:01,434 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:01,434 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:01,434 DEBUG [Thread-1161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:01,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:15:01,434 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:01,434 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:01,434 DEBUG [Thread-1161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:01,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:01,434 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:01,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:15:01,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:01,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:15:01,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:01,434 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:01,434 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:01,435 INFO  [Thread-1159 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1159.
2024-11-18T02:15:01,435 DEBUG [Thread-1159 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:01,435 DEBUG [Thread-1159 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:01,435 INFO  [Thread-1163 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1163.
2024-11-18T02:15:01,435 DEBUG [Thread-1163 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:01,436 DEBUG [Thread-1159 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:01,436 DEBUG [Thread-1163 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:01,436 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:01,436 DEBUG [Thread-1163 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:01,436 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 57
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 157
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 59
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 72
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 80
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3020
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3075
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2977
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3023
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3063
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T02:15:01,436 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T02:15:01,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T02:15:01,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:01,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:01,436 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:01,437 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T02:15:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:01,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/3afc2919f6ff41acb1397792562e6a0d is 50, key is test_row_0/A:col10/1731896101432/Put/seqid=0
2024-11-18T02:15:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-18T02:15:01,440 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896101440"}]},"ts":"1731896101440"}
2024-11-18T02:15:01,441 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T02:15:01,441 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T02:15:01,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742154_1330 (size=12301)
2024-11-18T02:15:01,442 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T02:15:01,443 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=84e53234b42df7659b871cab7b099c94, UNASSIGN}]
2024-11-18T02:15:01,444 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=84e53234b42df7659b871cab7b099c94, UNASSIGN
2024-11-18T02:15:01,444 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=84e53234b42df7659b871cab7b099c94, regionState=CLOSING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:01,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=84e53234b42df7659b871cab7b099c94, UNASSIGN because future has completed
2024-11-18T02:15:01,446 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T02:15:01,446 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:15:01,541 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/946d20f0ccfe43ed897453f458202834 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/946d20f0ccfe43ed897453f458202834
2024-11-18T02:15:01,541 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/234d7503757e4c0daf3b7c657d368fef as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/234d7503757e4c0daf3b7c657d368fef
2024-11-18T02:15:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-18T02:15:01,545 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 84e53234b42df7659b871cab7b099c94/B of 84e53234b42df7659b871cab7b099c94 into 946d20f0ccfe43ed897453f458202834(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:01,545 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 84e53234b42df7659b871cab7b099c94/A of 84e53234b42df7659b871cab7b099c94 into 234d7503757e4c0daf3b7c657d368fef(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:01,545 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:15:01,545 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:15:01,546 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/B, priority=12, startTime=1731896101124; duration=0sec
2024-11-18T02:15:01,546 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/A, priority=12, startTime=1731896101124; duration=0sec
2024-11-18T02:15:01,546 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:01,546 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:B
2024-11-18T02:15:01,546 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:01,546 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:A
2024-11-18T02:15:01,546 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:15:01,547 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:15:01,547 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 84e53234b42df7659b871cab7b099c94/C is initiating minor compaction (all files)
2024-11-18T02:15:01,547 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 84e53234b42df7659b871cab7b099c94/C in TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:15:01,547 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/677e0d8ae56e46e78910dbea4c25a101, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/2a46f90dd509403d986a1d7f19d600b6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/75f0eae93a884eb58d76c237663c6135, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/c3c1d64908034fb0a2289f04324563b8] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp, totalSize=48.8 K
2024-11-18T02:15:01,547 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 677e0d8ae56e46e78910dbea4c25a101, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731896095581
2024-11-18T02:15:01,547 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a46f90dd509403d986a1d7f19d600b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1731896096246
2024-11-18T02:15:01,548 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 75f0eae93a884eb58d76c237663c6135, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1731896097440
2024-11-18T02:15:01,548 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting c3c1d64908034fb0a2289f04324563b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1731896099642
2024-11-18T02:15:01,555 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 84e53234b42df7659b871cab7b099c94#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:01,555 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/670812e41daa4add96ca5a65d3b612d0 is 50, key is test_row_0/C:col10/1731896099642/Put/seqid=0
2024-11-18T02:15:01,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742155_1331 (size=13187)
2024-11-18T02:15:01,598 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 84e53234b42df7659b871cab7b099c94
2024-11-18T02:15:01,598 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T02:15:01,598 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 84e53234b42df7659b871cab7b099c94, disabling compactions & flushes
2024-11-18T02:15:01,599 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1993): waiting for 1 compactions & cache flush to complete for region TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:15:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-18T02:15:01,842 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/3afc2919f6ff41acb1397792562e6a0d
2024-11-18T02:15:01,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/5844cfaef2ae4c928ef116aeea0bf95d is 50, key is test_row_0/B:col10/1731896101432/Put/seqid=0
2024-11-18T02:15:01,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742156_1332 (size=12301)
2024-11-18T02:15:01,963 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/670812e41daa4add96ca5a65d3b612d0 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/670812e41daa4add96ca5a65d3b612d0
2024-11-18T02:15:01,967 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 84e53234b42df7659b871cab7b099c94/C of 84e53234b42df7659b871cab7b099c94 into 670812e41daa4add96ca5a65d3b612d0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:01,967 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:15:01,967 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., storeName=84e53234b42df7659b871cab7b099c94/C, priority=12, startTime=1731896101124; duration=0sec
2024-11-18T02:15:01,967 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:15:01,967 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:01,967 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 84e53234b42df7659b871cab7b099c94:C
2024-11-18T02:15:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-18T02:15:02,158 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T02:15:02,252 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/5844cfaef2ae4c928ef116aeea0bf95d
2024-11-18T02:15:02,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/0a76b2a3405849f7851c0c07428ce58b is 50, key is test_row_0/C:col10/1731896101432/Put/seqid=0
2024-11-18T02:15:02,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742157_1333 (size=12301)
2024-11-18T02:15:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-18T02:15:02,662 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/0a76b2a3405849f7851c0c07428ce58b
2024-11-18T02:15:02,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/3afc2919f6ff41acb1397792562e6a0d as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/3afc2919f6ff41acb1397792562e6a0d
2024-11-18T02:15:02,669 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/3afc2919f6ff41acb1397792562e6a0d, entries=150, sequenceid=505, filesize=12.0 K
2024-11-18T02:15:02,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/5844cfaef2ae4c928ef116aeea0bf95d as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/5844cfaef2ae4c928ef116aeea0bf95d
2024-11-18T02:15:02,673 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/5844cfaef2ae4c928ef116aeea0bf95d, entries=150, sequenceid=505, filesize=12.0 K
2024-11-18T02:15:02,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/0a76b2a3405849f7851c0c07428ce58b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/0a76b2a3405849f7851c0c07428ce58b
2024-11-18T02:15:02,676 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/0a76b2a3405849f7851c0c07428ce58b, entries=150, sequenceid=505, filesize=12.0 K
2024-11-18T02:15:02,677 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=13.42 KB/13740 for 84e53234b42df7659b871cab7b099c94 in 1243ms, sequenceid=505, compaction requested=false
2024-11-18T02:15:02,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 84e53234b42df7659b871cab7b099c94:

2024-11-18T02:15:02,677 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:15:02,677 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:15:02,677 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. after waiting 0 ms
2024-11-18T02:15:02,677 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:15:02,677 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(2902): Flushing 84e53234b42df7659b871cab7b099c94 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB
2024-11-18T02:15:02,677 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=A
2024-11-18T02:15:02,677 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:02,677 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=B
2024-11-18T02:15:02,677 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:02,677 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 84e53234b42df7659b871cab7b099c94, store=C
2024-11-18T02:15:02,677 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:02,680 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/4204fb981b48486caa87e63d7d0fc3f2 is 50, key is test_row_0/A:col10/1731896101434/Put/seqid=0
2024-11-18T02:15:02,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742158_1334 (size=9857)
2024-11-18T02:15:03,084 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/4204fb981b48486caa87e63d7d0fc3f2
2024-11-18T02:15:03,090 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/f9e36438cbfd4ae68ca16873ca7a0556 is 50, key is test_row_0/B:col10/1731896101434/Put/seqid=0
2024-11-18T02:15:03,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742159_1335 (size=9857)
2024-11-18T02:15:03,494 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/f9e36438cbfd4ae68ca16873ca7a0556
2024-11-18T02:15:03,500 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/b7e68f9bd1604d99b5e0b22bfc6241c4 is 50, key is test_row_0/C:col10/1731896101434/Put/seqid=0
2024-11-18T02:15:03,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742160_1336 (size=9857)
2024-11-18T02:15:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-18T02:15:03,904 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/b7e68f9bd1604d99b5e0b22bfc6241c4
2024-11-18T02:15:03,908 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/A/4204fb981b48486caa87e63d7d0fc3f2 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/4204fb981b48486caa87e63d7d0fc3f2
2024-11-18T02:15:03,911 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/4204fb981b48486caa87e63d7d0fc3f2, entries=100, sequenceid=513, filesize=9.6 K
2024-11-18T02:15:03,911 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/B/f9e36438cbfd4ae68ca16873ca7a0556 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/f9e36438cbfd4ae68ca16873ca7a0556
2024-11-18T02:15:03,914 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/f9e36438cbfd4ae68ca16873ca7a0556, entries=100, sequenceid=513, filesize=9.6 K
2024-11-18T02:15:03,915 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/.tmp/C/b7e68f9bd1604d99b5e0b22bfc6241c4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/b7e68f9bd1604d99b5e0b22bfc6241c4
2024-11-18T02:15:03,918 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/b7e68f9bd1604d99b5e0b22bfc6241c4, entries=100, sequenceid=513, filesize=9.6 K
2024-11-18T02:15:03,919 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 84e53234b42df7659b871cab7b099c94 in 1242ms, sequenceid=513, compaction requested=true
2024-11-18T02:15:03,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7461d004be94ea0b778a8bd97f11ca0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f9d2447b697a4b18893be34a94697caf, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e22a8017855e4d55b8f97be6969fa780, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/a7bb79c81d5a4e58af31564e3c5e2322, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/73e4dda5bf474b56ae649dfed1166e1e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/62cf90cff1064b7eb661bdb59567b506, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/9ce85d7e102945ac835d26714c1b8a77, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/598b7e2ff3e545a898f45bb17937de23, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/8ba59a6fc8214d4883a108e6ea1255ba, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/4850273681f448f3a4ad32d03f338480, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/ced3876f3d464f7c9e5bfbe717675766, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/92544e9812af4888aec8fbaf79209939, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7d3de8f26eb4a9694930c3f937c8c32, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/2c4a4299346449b587fe068276df93cc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f397aaae96244ff5a655db1def3544dc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7ca261df62547e5aab8513c58383ce8, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f3bcb0a0548a446fb8de40922b139169, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e8429dd11dcd4d248dda71177351311c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e4f85214552d4fb280f17b12e99a9b70, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/c8f153abd6934d86a37f8ffb58cebc2b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/607c0590be1b4b48980c22fbe0ad07ce, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/b2b8ec46150a4e5ab16dd1e99f02da33, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/b277cab95db04743a2cee1ba1faf5fa3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/76803db3ac0d4b9a9ae3c9522dc5b51e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/8bf2ad12a68d4eccb353f3a0c6d2822a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/622011550c5b48df8664261adfc1e06b] to archive
2024-11-18T02:15:03,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:15:03,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7461d004be94ea0b778a8bd97f11ca0 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7461d004be94ea0b778a8bd97f11ca0
2024-11-18T02:15:03,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f9d2447b697a4b18893be34a94697caf to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f9d2447b697a4b18893be34a94697caf
2024-11-18T02:15:03,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e22a8017855e4d55b8f97be6969fa780 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e22a8017855e4d55b8f97be6969fa780
2024-11-18T02:15:03,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/a7bb79c81d5a4e58af31564e3c5e2322 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/a7bb79c81d5a4e58af31564e3c5e2322
2024-11-18T02:15:03,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/73e4dda5bf474b56ae649dfed1166e1e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/73e4dda5bf474b56ae649dfed1166e1e
2024-11-18T02:15:03,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/62cf90cff1064b7eb661bdb59567b506 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/62cf90cff1064b7eb661bdb59567b506
2024-11-18T02:15:03,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/9ce85d7e102945ac835d26714c1b8a77 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/9ce85d7e102945ac835d26714c1b8a77
2024-11-18T02:15:03,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/598b7e2ff3e545a898f45bb17937de23 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/598b7e2ff3e545a898f45bb17937de23
2024-11-18T02:15:03,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/8ba59a6fc8214d4883a108e6ea1255ba to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/8ba59a6fc8214d4883a108e6ea1255ba
2024-11-18T02:15:03,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/4850273681f448f3a4ad32d03f338480 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/4850273681f448f3a4ad32d03f338480
2024-11-18T02:15:03,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/ced3876f3d464f7c9e5bfbe717675766 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/ced3876f3d464f7c9e5bfbe717675766
2024-11-18T02:15:03,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/92544e9812af4888aec8fbaf79209939 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/92544e9812af4888aec8fbaf79209939
2024-11-18T02:15:03,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7d3de8f26eb4a9694930c3f937c8c32 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7d3de8f26eb4a9694930c3f937c8c32
2024-11-18T02:15:03,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/2c4a4299346449b587fe068276df93cc to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/2c4a4299346449b587fe068276df93cc
2024-11-18T02:15:03,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f397aaae96244ff5a655db1def3544dc to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f397aaae96244ff5a655db1def3544dc
2024-11-18T02:15:03,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7ca261df62547e5aab8513c58383ce8 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f7ca261df62547e5aab8513c58383ce8
2024-11-18T02:15:03,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f3bcb0a0548a446fb8de40922b139169 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/f3bcb0a0548a446fb8de40922b139169
2024-11-18T02:15:03,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e8429dd11dcd4d248dda71177351311c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e8429dd11dcd4d248dda71177351311c
2024-11-18T02:15:03,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e4f85214552d4fb280f17b12e99a9b70 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/e4f85214552d4fb280f17b12e99a9b70
2024-11-18T02:15:03,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/c8f153abd6934d86a37f8ffb58cebc2b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/c8f153abd6934d86a37f8ffb58cebc2b
2024-11-18T02:15:03,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/607c0590be1b4b48980c22fbe0ad07ce to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/607c0590be1b4b48980c22fbe0ad07ce
2024-11-18T02:15:03,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/b2b8ec46150a4e5ab16dd1e99f02da33 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/b2b8ec46150a4e5ab16dd1e99f02da33
2024-11-18T02:15:03,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/b277cab95db04743a2cee1ba1faf5fa3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/b277cab95db04743a2cee1ba1faf5fa3
2024-11-18T02:15:03,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/76803db3ac0d4b9a9ae3c9522dc5b51e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/76803db3ac0d4b9a9ae3c9522dc5b51e
2024-11-18T02:15:03,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/8bf2ad12a68d4eccb353f3a0c6d2822a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/8bf2ad12a68d4eccb353f3a0c6d2822a
2024-11-18T02:15:03,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/622011550c5b48df8664261adfc1e06b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/622011550c5b48df8664261adfc1e06b
2024-11-18T02:15:03,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/ab5f75a2b4244f81b8d1f2e8f5628c39, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/cd4ea40e3b3f45e5afe7ab322a38eeed, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/1eb5fe83d17c49c485752d810815fab4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/aab2d7d0592841f98bcf73f1a088db1c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/066b836c59e34e9a8813cbbe5217bbcc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/6668060f954f4c0aabdae88ff8862a87, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/f0577db47dd34a1aac5e9cea1ff86342, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/abf50234adc5498c95f8b21015700fb7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8b70ffdef0134dadaf94d93985e2eea8, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/bb6ff048bae34554a03201adfee0ec1f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/4904121003724fa1ad17fd663af6e9e8, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/102ab36899ca412aa17129ca700dcff5, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8334856e95c94b2ab9a846e04637db5f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/9542ad14c2914383bf3d9e69a549254b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/44fe013f668b497388d76a0442a815ca, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/6dec94d20d7f489784c8648cd6252e3e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/d60bcf119b8244fcaf6b9e4bcf1da79f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/91d522149dd04d0db2d402b2f1a9a295, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/db66be22f0a743a4a1a364872538c880, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/c449de0a04b84c17bf22d0cb9fcbc8bf, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/74d96aa34b484f5581038d9243577c12, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8a68f521538847189b51f73c98a10499, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/ef20df8aa9f9424ab08e9c9062d362b5, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8b3635d8512a4ce0a1f3ef8b2c9caccb, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/53c55a94976e49628af2d1a52485a0d1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/dd4e0a77a20d41799c5289c1c8892911] to archive
2024-11-18T02:15:03,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:15:03,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/ab5f75a2b4244f81b8d1f2e8f5628c39 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/ab5f75a2b4244f81b8d1f2e8f5628c39
2024-11-18T02:15:03,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/cd4ea40e3b3f45e5afe7ab322a38eeed to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/cd4ea40e3b3f45e5afe7ab322a38eeed
2024-11-18T02:15:03,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/1eb5fe83d17c49c485752d810815fab4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/1eb5fe83d17c49c485752d810815fab4
2024-11-18T02:15:03,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/aab2d7d0592841f98bcf73f1a088db1c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/aab2d7d0592841f98bcf73f1a088db1c
2024-11-18T02:15:03,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/066b836c59e34e9a8813cbbe5217bbcc to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/066b836c59e34e9a8813cbbe5217bbcc
2024-11-18T02:15:03,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/6668060f954f4c0aabdae88ff8862a87 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/6668060f954f4c0aabdae88ff8862a87
2024-11-18T02:15:03,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/f0577db47dd34a1aac5e9cea1ff86342 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/f0577db47dd34a1aac5e9cea1ff86342
2024-11-18T02:15:03,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/abf50234adc5498c95f8b21015700fb7 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/abf50234adc5498c95f8b21015700fb7
2024-11-18T02:15:03,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8b70ffdef0134dadaf94d93985e2eea8 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8b70ffdef0134dadaf94d93985e2eea8
2024-11-18T02:15:03,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/bb6ff048bae34554a03201adfee0ec1f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/bb6ff048bae34554a03201adfee0ec1f
2024-11-18T02:15:03,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/4904121003724fa1ad17fd663af6e9e8 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/4904121003724fa1ad17fd663af6e9e8
2024-11-18T02:15:03,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/102ab36899ca412aa17129ca700dcff5 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/102ab36899ca412aa17129ca700dcff5
2024-11-18T02:15:03,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8334856e95c94b2ab9a846e04637db5f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8334856e95c94b2ab9a846e04637db5f
2024-11-18T02:15:03,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/9542ad14c2914383bf3d9e69a549254b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/9542ad14c2914383bf3d9e69a549254b
2024-11-18T02:15:03,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/44fe013f668b497388d76a0442a815ca to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/44fe013f668b497388d76a0442a815ca
2024-11-18T02:15:03,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/6dec94d20d7f489784c8648cd6252e3e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/6dec94d20d7f489784c8648cd6252e3e
2024-11-18T02:15:03,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/d60bcf119b8244fcaf6b9e4bcf1da79f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/d60bcf119b8244fcaf6b9e4bcf1da79f
2024-11-18T02:15:03,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/91d522149dd04d0db2d402b2f1a9a295 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/91d522149dd04d0db2d402b2f1a9a295
2024-11-18T02:15:03,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/db66be22f0a743a4a1a364872538c880 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/db66be22f0a743a4a1a364872538c880
2024-11-18T02:15:03,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/c449de0a04b84c17bf22d0cb9fcbc8bf to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/c449de0a04b84c17bf22d0cb9fcbc8bf
2024-11-18T02:15:03,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/74d96aa34b484f5581038d9243577c12 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/74d96aa34b484f5581038d9243577c12
2024-11-18T02:15:03,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8a68f521538847189b51f73c98a10499 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8a68f521538847189b51f73c98a10499
2024-11-18T02:15:03,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/ef20df8aa9f9424ab08e9c9062d362b5 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/ef20df8aa9f9424ab08e9c9062d362b5
2024-11-18T02:15:03,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8b3635d8512a4ce0a1f3ef8b2c9caccb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/8b3635d8512a4ce0a1f3ef8b2c9caccb
2024-11-18T02:15:03,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/53c55a94976e49628af2d1a52485a0d1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/53c55a94976e49628af2d1a52485a0d1
2024-11-18T02:15:03,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/dd4e0a77a20d41799c5289c1c8892911 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/dd4e0a77a20d41799c5289c1c8892911
2024-11-18T02:15:03,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/527797b20d10481ba73f46e104e8bebd, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/ed545de9eaa54033a32bc585f2396e65, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/5b5c9271389245779864f44345b7b94c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/519f769e4e3b4617a75aadb2212970b0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/7f45404db4714f7f8bb0a6e2f812c651, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/059042453a014f95a7a18f006888f971, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/400186fc74c6448c85846140016c7bb9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/a4bca2a03bbe4f2299f9381160dcad54, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/367fe8f9e99c4787a9a8e3f228f1ba07, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/8f547aaf30794761a856d08c096e7b29, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/18a660b931db426faa10a79f434fc35e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/4e925ba39c804035ad1627138fb324b0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/a991998ff9a54cb9b5119273b421f711, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/639d910420f74df1ad6e5ee04b6505db, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/1b6d1be0f57f4eb19651add7491d441c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/d450628dcc53406d8107fec2e9107874, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/8d09f566cc4f40b38110d67f37bb51b8, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/575323f4146b42a9be5466a49f9ae375, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/15787a7c2b284ba392af8d49819ea445, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/1567593b3e9544b5b574263256134a4e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/e4fe8afb3d4047b6a9c474b54f59a877, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/677e0d8ae56e46e78910dbea4c25a101, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/cb9b115e63b94a6789e42d59ac3be16d, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/2a46f90dd509403d986a1d7f19d600b6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/75f0eae93a884eb58d76c237663c6135, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/c3c1d64908034fb0a2289f04324563b8] to archive
2024-11-18T02:15:03,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:15:03,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/527797b20d10481ba73f46e104e8bebd to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/527797b20d10481ba73f46e104e8bebd
2024-11-18T02:15:03,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/ed545de9eaa54033a32bc585f2396e65 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/ed545de9eaa54033a32bc585f2396e65
2024-11-18T02:15:03,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/5b5c9271389245779864f44345b7b94c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/5b5c9271389245779864f44345b7b94c
2024-11-18T02:15:03,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/519f769e4e3b4617a75aadb2212970b0 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/519f769e4e3b4617a75aadb2212970b0
2024-11-18T02:15:03,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/7f45404db4714f7f8bb0a6e2f812c651 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/7f45404db4714f7f8bb0a6e2f812c651
2024-11-18T02:15:03,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/059042453a014f95a7a18f006888f971 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/059042453a014f95a7a18f006888f971
2024-11-18T02:15:03,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/400186fc74c6448c85846140016c7bb9 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/400186fc74c6448c85846140016c7bb9
2024-11-18T02:15:03,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/a4bca2a03bbe4f2299f9381160dcad54 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/a4bca2a03bbe4f2299f9381160dcad54
2024-11-18T02:15:03,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/367fe8f9e99c4787a9a8e3f228f1ba07 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/367fe8f9e99c4787a9a8e3f228f1ba07
2024-11-18T02:15:03,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/8f547aaf30794761a856d08c096e7b29 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/8f547aaf30794761a856d08c096e7b29
2024-11-18T02:15:03,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/18a660b931db426faa10a79f434fc35e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/18a660b931db426faa10a79f434fc35e
2024-11-18T02:15:03,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/4e925ba39c804035ad1627138fb324b0 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/4e925ba39c804035ad1627138fb324b0
2024-11-18T02:15:03,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/a991998ff9a54cb9b5119273b421f711 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/a991998ff9a54cb9b5119273b421f711
2024-11-18T02:15:03,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/639d910420f74df1ad6e5ee04b6505db to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/639d910420f74df1ad6e5ee04b6505db
2024-11-18T02:15:03,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/1b6d1be0f57f4eb19651add7491d441c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/1b6d1be0f57f4eb19651add7491d441c
2024-11-18T02:15:03,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/d450628dcc53406d8107fec2e9107874 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/d450628dcc53406d8107fec2e9107874
2024-11-18T02:15:03,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/8d09f566cc4f40b38110d67f37bb51b8 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/8d09f566cc4f40b38110d67f37bb51b8
2024-11-18T02:15:03,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/575323f4146b42a9be5466a49f9ae375 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/575323f4146b42a9be5466a49f9ae375
2024-11-18T02:15:03,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/15787a7c2b284ba392af8d49819ea445 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/15787a7c2b284ba392af8d49819ea445
2024-11-18T02:15:03,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/1567593b3e9544b5b574263256134a4e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/1567593b3e9544b5b574263256134a4e
2024-11-18T02:15:03,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/e4fe8afb3d4047b6a9c474b54f59a877 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/e4fe8afb3d4047b6a9c474b54f59a877
2024-11-18T02:15:03,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/677e0d8ae56e46e78910dbea4c25a101 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/677e0d8ae56e46e78910dbea4c25a101
2024-11-18T02:15:03,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/cb9b115e63b94a6789e42d59ac3be16d to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/cb9b115e63b94a6789e42d59ac3be16d
2024-11-18T02:15:03,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/2a46f90dd509403d986a1d7f19d600b6 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/2a46f90dd509403d986a1d7f19d600b6
2024-11-18T02:15:03,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/75f0eae93a884eb58d76c237663c6135 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/75f0eae93a884eb58d76c237663c6135
2024-11-18T02:15:03,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/c3c1d64908034fb0a2289f04324563b8 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/c3c1d64908034fb0a2289f04324563b8
2024-11-18T02:15:03,997 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/recovered.edits/516.seqid, newMaxSeqId=516, maxSeqId=1
2024-11-18T02:15:03,998 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.
2024-11-18T02:15:03,998 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 84e53234b42df7659b871cab7b099c94:
Waiting for close lock at 1731896101598Running coprocessor pre-close hooks at 1731896101598Disabling compacts and flushes for region at 1731896101598Disabling writes for close at 1731896102677 (+1079 ms)Obtaining lock to block concurrent updates at 1731896102677Preparing flush snapshotting stores in 84e53234b42df7659b871cab7b099c94 at 1731896102677Finished memstore snapshotting TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731896102678 (+1 ms)Flushing stores of TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94. at 1731896102678Flushing 84e53234b42df7659b871cab7b099c94/A: creating writer at 1731896102678Flushing 84e53234b42df7659b871cab7b099c94/A: appending metadata at 1731896102680 (+2 ms)Flushing 84e53234b42df7659b871cab7b099c94/A: closing flushed file at 1731896102680Flushing 84e53234b42df7659b871cab7b099c94/B: creating writer at 1731896103088 (+408 ms)Flushing 84e53234b42df7659b871cab7b099c94/B: appending metadata at 1731896103090 (+2 ms)Flushing 84e53234b42df7659b871cab7b099c94/B: closing flushed file at 1731896103090Flushing 84e53234b42df7659b871cab7b099c94/C: creating writer at 1731896103498 (+408 ms)Flushing 84e53234b42df7659b871cab7b099c94/C: appending metadata at 1731896103500 (+2 ms)Flushing 84e53234b42df7659b871cab7b099c94/C: closing flushed file at 1731896103500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7fe7a5: reopening flushed file at 1731896103907 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5daa8cd8: reopening flushed file at 1731896103911 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d978383: reopening flushed file at 1731896103915 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 84e53234b42df7659b871cab7b099c94 in 1242ms, sequenceid=513, compaction requested=true at 1731896103919 (+4 ms)Writing region close event to WAL at 1731896103994 (+75 ms)Running coprocessor post-close hooks at 1731896103997 (+3 ms)Closed at 1731896103998 (+1 ms)
2024-11-18T02:15:03,999 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 84e53234b42df7659b871cab7b099c94
2024-11-18T02:15:04,000 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=84e53234b42df7659b871cab7b099c94, regionState=CLOSED
2024-11-18T02:15:04,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:15:04,003 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-11-18T02:15:04,003 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 84e53234b42df7659b871cab7b099c94, server=c4730a2bacf8,33637,1731896013809 in 2.5560 sec
2024-11-18T02:15:04,004 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83
2024-11-18T02:15:04,004 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=84e53234b42df7659b871cab7b099c94, UNASSIGN in 2.5600 sec
2024-11-18T02:15:04,006 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-18T02:15:04,006 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5620 sec
2024-11-18T02:15:04,007 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896104007"}]},"ts":"1731896104007"}
2024-11-18T02:15:04,008 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T02:15:04,008 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T02:15:04,009 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5710 sec
2024-11-18T02:15:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-18T02:15:05,591 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:05,592 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T02:15:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:05,593 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-18T02:15:05,594 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=86, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:05,596 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94
2024-11-18T02:15:05,598 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/recovered.edits]
2024-11-18T02:15:05,600 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/234d7503757e4c0daf3b7c657d368fef to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/234d7503757e4c0daf3b7c657d368fef
2024-11-18T02:15:05,601 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/3afc2919f6ff41acb1397792562e6a0d to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/3afc2919f6ff41acb1397792562e6a0d
2024-11-18T02:15:05,602 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/4204fb981b48486caa87e63d7d0fc3f2 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/A/4204fb981b48486caa87e63d7d0fc3f2
2024-11-18T02:15:05,603 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/5844cfaef2ae4c928ef116aeea0bf95d to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/5844cfaef2ae4c928ef116aeea0bf95d
2024-11-18T02:15:05,604 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/946d20f0ccfe43ed897453f458202834 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/946d20f0ccfe43ed897453f458202834
2024-11-18T02:15:05,605 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/f9e36438cbfd4ae68ca16873ca7a0556 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/B/f9e36438cbfd4ae68ca16873ca7a0556
2024-11-18T02:15:05,606 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/0a76b2a3405849f7851c0c07428ce58b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/0a76b2a3405849f7851c0c07428ce58b
2024-11-18T02:15:05,607 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/670812e41daa4add96ca5a65d3b612d0 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/670812e41daa4add96ca5a65d3b612d0
2024-11-18T02:15:05,608 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/b7e68f9bd1604d99b5e0b22bfc6241c4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/C/b7e68f9bd1604d99b5e0b22bfc6241c4
2024-11-18T02:15:05,610 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/recovered.edits/516.seqid to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94/recovered.edits/516.seqid
2024-11-18T02:15:05,610 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/84e53234b42df7659b871cab7b099c94
2024-11-18T02:15:05,610 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T02:15:05,612 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=86, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:05,614 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T02:15:05,616 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T02:15:05,617 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=86, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:05,617 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T02:15:05,617 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731896105617"}]},"ts":"9223372036854775807"}
2024-11-18T02:15:05,619 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T02:15:05,619 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 84e53234b42df7659b871cab7b099c94, NAME => 'TestAcidGuarantees,,1731896079400.84e53234b42df7659b871cab7b099c94.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T02:15:05,619 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T02:15:05,619 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731896105619"}]},"ts":"9223372036854775807"}
2024-11-18T02:15:05,621 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T02:15:05,621 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=86, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:05,622 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 29 msec
2024-11-18T02:15:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-18T02:15:05,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T02:15:05,702 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:05,711 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 248)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2010054936_22 at /127.0.0.1:60208 [Waiting for operation #193]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2129763339_22 at /127.0.0.1:39216 [Waiting for operation #347]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=2630 (was 3155)
2024-11-18T02:15:05,719 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=2630
2024-11-18T02:15:05,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T02:15:05,721 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:15:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:05,722 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:15:05,723 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:05,723 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 87
2024-11-18T02:15:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T02:15:05,723 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:15:05,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742161_1337 (size=1061)
2024-11-18T02:15:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T02:15:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T02:15:06,130 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182
2024-11-18T02:15:06,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742162_1338 (size=53)
2024-11-18T02:15:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T02:15:06,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:15:06,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3076eae951e42f91eaa3922380f1a2cb, disabling compactions & flushes
2024-11-18T02:15:06,537 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:06,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:06,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. after waiting 0 ms
2024-11-18T02:15:06,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:06,537 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:06,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3076eae951e42f91eaa3922380f1a2cb:
Waiting for close lock at 1731896106537Disabling compacts and flushes for region at 1731896106537Disabling writes for close at 1731896106537Writing region close event to WAL at 1731896106537Closed at 1731896106537
2024-11-18T02:15:06,538 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:15:06,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731896106538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896106538"}]},"ts":"1731896106538"}
2024-11-18T02:15:06,540 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:15:06,540 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:15:06,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896106540"}]},"ts":"1731896106540"}
2024-11-18T02:15:06,542 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T02:15:06,542 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, ASSIGN}]
2024-11-18T02:15:06,543 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, ASSIGN
2024-11-18T02:15:06,543 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, ASSIGN; state=OFFLINE, location=c4730a2bacf8,33637,1731896013809; forceNewPlan=false, retain=false
2024-11-18T02:15:06,694 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=3076eae951e42f91eaa3922380f1a2cb, regionState=OPENING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:06,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, ASSIGN because future has completed
2024-11-18T02:15:06,696 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:15:06,850 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:06,850 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7752): Opening region: {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:15:06,851 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:06,851 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:15:06,851 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7794): checking encryption for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:06,851 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7797): checking classloading for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:06,852 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3076eae951e42f91eaa3922380f1a2cb 
2024-11-18T02:15:06,853 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:15:06,853 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3076eae951e42f91eaa3922380f1a2cb columnFamilyName A
2024-11-18T02:15:06,853 DEBUG [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:06,854 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.HStore(327): Store=3076eae951e42f91eaa3922380f1a2cb/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:15:06,854 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3076eae951e42f91eaa3922380f1a2cb 
2024-11-18T02:15:06,855 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:15:06,855 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3076eae951e42f91eaa3922380f1a2cb columnFamilyName B
2024-11-18T02:15:06,855 DEBUG [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:06,855 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.HStore(327): Store=3076eae951e42f91eaa3922380f1a2cb/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:15:06,855 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3076eae951e42f91eaa3922380f1a2cb 
2024-11-18T02:15:06,856 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:15:06,856 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3076eae951e42f91eaa3922380f1a2cb columnFamilyName C
2024-11-18T02:15:06,856 DEBUG [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:06,856 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.HStore(327): Store=3076eae951e42f91eaa3922380f1a2cb/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:15:06,856 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:06,856 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1038): replaying wal for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:06,857 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:06,857 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:06,858 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1048): stopping wal replay for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:06,858 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1060): Cleaning up temporary data for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:06,859 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T02:15:06,859 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1093): writing seq id for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:06,861 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:15:06,861 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1114): Opened 3076eae951e42f91eaa3922380f1a2cb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73556506, jitterRate=0.09607735276222229}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T02:15:06,861 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:06,862 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1006): Region open journal for 3076eae951e42f91eaa3922380f1a2cb:
Running coprocessor pre-open hook at 1731896106851Writing region info on filesystem at 1731896106851Initializing all the Stores at 1731896106852 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896106852Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896106852Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896106852Cleaning up temporary data from old regions at 1731896106858 (+6 ms)Running coprocessor post-open hooks at 1731896106861 (+3 ms)Region opened successfully at 1731896106862 (+1 ms)
2024-11-18T02:15:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T02:15:06,863 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., pid=89, masterSystemTime=1731896106847
2024-11-18T02:15:06,864 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:06,864 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:06,864 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=3076eae951e42f91eaa3922380f1a2cb, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:06,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:15:06,868 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-11-18T02:15:06,868 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure 3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809 in 170 msec
2024-11-18T02:15:06,869 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87
2024-11-18T02:15:06,869 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, ASSIGN in 326 msec
2024-11-18T02:15:06,870 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:15:06,870 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896106870"}]},"ts":"1731896106870"}
2024-11-18T02:15:06,871 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T02:15:06,872 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:15:06,873 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec
2024-11-18T02:15:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-18T02:15:07,882 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:07,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce76000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:07,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:07,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:07,885 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:07,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:07,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:07,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19af2c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:07,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:07,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:07,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:07,886 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:07,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d2fab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:07,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:07,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:07,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:07,889 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:07,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T02:15:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,35213,1731896013075
2024-11-18T02:15:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45f3ef32
2024-11-18T02:15:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T02:15:07,892 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T02:15:07,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T02:15:07,893 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:15:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:07,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742163_1339 (size=1097)
2024-11-18T02:15:08,304 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-18T02:15:08,305 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-18T02:15:08,307 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T02:15:08,309 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, REOPEN/MOVE}]
2024-11-18T02:15:08,309 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, REOPEN/MOVE
2024-11-18T02:15:08,310 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=3076eae951e42f91eaa3922380f1a2cb, regionState=CLOSING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:08,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, REOPEN/MOVE because future has completed
2024-11-18T02:15:08,311 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T02:15:08,311 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:15:08,463 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,463 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T02:15:08,463 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 3076eae951e42f91eaa3922380f1a2cb, disabling compactions & flushes
2024-11-18T02:15:08,464 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:08,464 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:08,464 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. after waiting 0 ms
2024-11-18T02:15:08,464 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:08,467 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-18T02:15:08,468 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:08,468 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 3076eae951e42f91eaa3922380f1a2cb:
Waiting for close lock at 1731896108463Running coprocessor pre-close hooks at 1731896108463Disabling compacts and flushes for region at 1731896108463Disabling writes for close at 1731896108464 (+1 ms)Writing region close event to WAL at 1731896108464Running coprocessor post-close hooks at 1731896108468 (+4 ms)Closed at 1731896108468
2024-11-18T02:15:08,468 WARN  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionServer(3299): Not adding moved region record: 3076eae951e42f91eaa3922380f1a2cb to self.
2024-11-18T02:15:08,469 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,470 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=3076eae951e42f91eaa3922380f1a2cb, regionState=CLOSED
2024-11-18T02:15:08,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:15:08,473 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92
2024-11-18T02:15:08,473 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809 in 161 msec
2024-11-18T02:15:08,473 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, REOPEN/MOVE; state=CLOSED, location=c4730a2bacf8,33637,1731896013809; forceNewPlan=false, retain=true
2024-11-18T02:15:08,624 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=3076eae951e42f91eaa3922380f1a2cb, regionState=OPENING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:08,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, REOPEN/MOVE because future has completed
2024-11-18T02:15:08,626 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:15:08,780 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:08,780 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:15:08,781 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,781 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:15:08,781 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,781 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,782 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3076eae951e42f91eaa3922380f1a2cb 
2024-11-18T02:15:08,783 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:15:08,783 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3076eae951e42f91eaa3922380f1a2cb columnFamilyName A
2024-11-18T02:15:08,784 DEBUG [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:08,784 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.HStore(327): Store=3076eae951e42f91eaa3922380f1a2cb/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:15:08,785 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3076eae951e42f91eaa3922380f1a2cb 
2024-11-18T02:15:08,785 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:15:08,785 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3076eae951e42f91eaa3922380f1a2cb columnFamilyName B
2024-11-18T02:15:08,785 DEBUG [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:08,786 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.HStore(327): Store=3076eae951e42f91eaa3922380f1a2cb/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:15:08,786 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3076eae951e42f91eaa3922380f1a2cb 
2024-11-18T02:15:08,786 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:15:08,786 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3076eae951e42f91eaa3922380f1a2cb columnFamilyName C
2024-11-18T02:15:08,786 DEBUG [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:08,787 INFO  [StoreOpener-3076eae951e42f91eaa3922380f1a2cb-1 {}] regionserver.HStore(327): Store=3076eae951e42f91eaa3922380f1a2cb/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:15:08,787 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:08,787 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,787 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,788 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,788 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,788 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,789 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T02:15:08,790 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,790 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 3076eae951e42f91eaa3922380f1a2cb; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61221804, jitterRate=-0.08772403001785278}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T02:15:08,790 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,791 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 3076eae951e42f91eaa3922380f1a2cb:
Running coprocessor pre-open hook at 1731896108781Writing region info on filesystem at 1731896108781Initializing all the Stores at 1731896108781Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896108782 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896108782Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896108782Cleaning up temporary data from old regions at 1731896108789 (+7 ms)Running coprocessor post-open hooks at 1731896108790 (+1 ms)Region opened successfully at 1731896108791 (+1 ms)
2024-11-18T02:15:08,792 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., pid=94, masterSystemTime=1731896108777
2024-11-18T02:15:08,793 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:08,793 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:08,794 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=3076eae951e42f91eaa3922380f1a2cb, regionState=OPEN, openSeqNum=5, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:08,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:15:08,797 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=92
2024-11-18T02:15:08,797 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809 in 170 msec
2024-11-18T02:15:08,799 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-11-18T02:15:08,799 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, REOPEN/MOVE in 489 msec
2024-11-18T02:15:08,802 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-18T02:15:08,802 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec
2024-11-18T02:15:08,804 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 909 msec
2024-11-18T02:15:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-18T02:15:08,804 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:08,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9088e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:08,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:08,806 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:08,806 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:08,806 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26fdd5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:08,808 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:08,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a06ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b81bdd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:08,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:08,809 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:08,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:08,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:08,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76bc792b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:08,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:08,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:08,811 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbdd85f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3548d87c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:08,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:08,813 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321e593a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:08,814 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:08,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aea772d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b60a361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:08,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:08,815 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b682772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:08,817 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:08,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d77e2df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0b8a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:08,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:08,818 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:08,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:08,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:08,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d548e29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:08,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:08,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:08,819 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:08,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9241f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8e9c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:08,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:08,821 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:08,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:08,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:08,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d83d19b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:08,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:08,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:08,822 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:08,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455e6120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a91e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:08,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:08,824 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547df144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:08,825 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4a3908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa15fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:08,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:08,826 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:08,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d82bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:08,828 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:08,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404e3661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b68c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:08,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:08,829 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:08,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:08,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:08,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45560262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:08,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:08,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:08,830 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:08,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@161b7999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390f707c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:08,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:08,832 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1a241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:08,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:08,833 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:08,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c632ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:08,834 DEBUG [Thread-1560 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:08,834 DEBUG [Thread-1556 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:08,834 DEBUG [Thread-1554 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:08,834 DEBUG [Thread-1551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:08,834 DEBUG [Thread-1545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:08,834 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:08,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:08,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:08,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:08,835 DEBUG [Thread-1554 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:08,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:08,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:08,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:08,835 DEBUG [Thread-1554 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:08,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:08,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:08,836 DEBUG [Thread-1547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:08,836 DEBUG [Thread-1549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:08,836 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:08,836 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:08,837 DEBUG [Thread-1558 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:08,837 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:08,837 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:08,837 DEBUG [Thread-1543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:08,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:08,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:08,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:08,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:08,838 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:08,838 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:08,839 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees
2024-11-18T02:15:08,839 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:08,839 DEBUG [Thread-1562 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-18T02:15:08,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:15:08,840 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:08,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:15:08,841 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:08,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:15:08,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:15:08,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:15:08,842 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:08,842 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:08,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:15:08,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:08,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:08,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:15:08,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:15:08,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:15:08,846 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:08,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:15:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,853 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:15:08,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:08,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:08,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:08,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:08,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:08,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:08,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185939e89926a44ca386607f611d7b3ecf_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896108851/Put/seqid=0
2024-11-18T02:15:08,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742164_1340 (size=14594)
2024-11-18T02:15:08,897 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:08,901 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185939e89926a44ca386607f611d7b3ecf_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185939e89926a44ca386607f611d7b3ecf_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:08,902 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/9d31f80462bc49439f4244d139e3a684, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:08,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/9d31f80462bc49439f4244d139e3a684 is 175, key is test_row_0/A:col10/1731896108851/Put/seqid=0
2024-11-18T02:15:08,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:08,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896168889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896168889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:08,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:08,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:08,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896168902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:08,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:08,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731896108885, max timestamp=1731896108904Num uniques 859; 
2024-11-18T02:15:08,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:08,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731896108885, max timestamp=1731896108904Num uniques 859; 
2024-11-18T02:15:08,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731896108885, max timestamp=1731896108904Num uniques 859; 
2024-11-18T02:15:08,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:08,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:08,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:08,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:08,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:08,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:08,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:08,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:08,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742165_1341 (size=39549)
2024-11-18T02:15:08,916 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/9d31f80462bc49439f4244d139e3a684
2024-11-18T02:15:08,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/0797b5f8c0ad4a62a0fcabccbad5922b is 50, key is test_row_0/B:col10/1731896108851/Put/seqid=0
2024-11-18T02:15:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-18T02:15:08,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742166_1342 (size=12001)
2024-11-18T02:15:08,946 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/0797b5f8c0ad4a62a0fcabccbad5922b
2024-11-18T02:15:08,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/d21410544796488488513b7e82cb144b is 50, key is test_row_0/C:col10/1731896108851/Put/seqid=0
2024-11-18T02:15:08,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742167_1343 (size=12001)
2024-11-18T02:15:08,982 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/d21410544796488488513b7e82cb144b
2024-11-18T02:15:08,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/9d31f80462bc49439f4244d139e3a684 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/9d31f80462bc49439f4244d139e3a684
2024-11-18T02:15:08,990 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/9d31f80462bc49439f4244d139e3a684, entries=200, sequenceid=15, filesize=38.6 K
2024-11-18T02:15:08,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/0797b5f8c0ad4a62a0fcabccbad5922b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/0797b5f8c0ad4a62a0fcabccbad5922b
2024-11-18T02:15:08,994 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/0797b5f8c0ad4a62a0fcabccbad5922b, entries=150, sequenceid=15, filesize=11.7 K
2024-11-18T02:15:08,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-18T02:15:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:08,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:08,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:08,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/d21410544796488488513b7e82cb144b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/d21410544796488488513b7e82cb144b
2024-11-18T02:15:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,003 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/d21410544796488488513b7e82cb144b, entries=150, sequenceid=15, filesize=11.7 K
2024-11-18T02:15:09,004 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=100.63 KB/103050 for 3076eae951e42f91eaa3922380f1a2cb in 151ms, sequenceid=15, compaction requested=false
2024-11-18T02:15:09,004 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-18T02:15:09,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:09,005 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=107.34 KB heapSize=300.61 KB
2024-11-18T02:15:09,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:09,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:09,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:09,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:09,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:09,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:09,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181cad8708077d471f910a3978cb9796b4_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896108985/Put/seqid=0
2024-11-18T02:15:09,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742168_1344 (size=17034)
2024-11-18T02:15:09,037 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:09,040 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181cad8708077d471f910a3978cb9796b4_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181cad8708077d471f910a3978cb9796b4_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:09,041 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/5771e99a3aef43e486471b51b42f522e, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:09,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/5771e99a3aef43e486471b51b42f522e is 175, key is test_row_0/A:col10/1731896108985/Put/seqid=0
2024-11-18T02:15:09,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742169_1345 (size=48139)
2024-11-18T02:15:09,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896169036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896169051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896169053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896169053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896169054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-18T02:15:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:09,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-18T02:15:09,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896169162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896169171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896169171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896169171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896169182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-18T02:15:09,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:09,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:09,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:09,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896169371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896169381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896169382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896169395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896169402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,449 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=47, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/5771e99a3aef43e486471b51b42f522e
2024-11-18T02:15:09,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-18T02:15:09,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:09,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:09,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:09,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/8db4c519b79b4664bfc7d0e3c489be24 is 50, key is test_row_0/B:col10/1731896108985/Put/seqid=0
2024-11-18T02:15:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-18T02:15:09,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742170_1346 (size=12001)
2024-11-18T02:15:09,520 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:15:09,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-18T02:15:09,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:09,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:09,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:09,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896169681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896169701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896169712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896169712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896169722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:09,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-18T02:15:09,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:09,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:09,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:09,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:09,863 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/8db4c519b79b4664bfc7d0e3c489be24
2024-11-18T02:15:09,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/0fd0f68bff754e1888e2ea9616fb3d1b is 50, key is test_row_0/C:col10/1731896108985/Put/seqid=0
2024-11-18T02:15:09,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742171_1347 (size=12001)
2024-11-18T02:15:09,880 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/0fd0f68bff754e1888e2ea9616fb3d1b
2024-11-18T02:15:09,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/5771e99a3aef43e486471b51b42f522e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/5771e99a3aef43e486471b51b42f522e
2024-11-18T02:15:09,889 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/5771e99a3aef43e486471b51b42f522e, entries=250, sequenceid=47, filesize=47.0 K
2024-11-18T02:15:09,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/8db4c519b79b4664bfc7d0e3c489be24 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/8db4c519b79b4664bfc7d0e3c489be24
2024-11-18T02:15:09,893 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/8db4c519b79b4664bfc7d0e3c489be24, entries=150, sequenceid=47, filesize=11.7 K
2024-11-18T02:15:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/0fd0f68bff754e1888e2ea9616fb3d1b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/0fd0f68bff754e1888e2ea9616fb3d1b
2024-11-18T02:15:09,900 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/0fd0f68bff754e1888e2ea9616fb3d1b, entries=150, sequenceid=47, filesize=11.7 K
2024-11-18T02:15:09,901 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~300.56 KB/307776, currentSize=73.80 KB/75570 for 3076eae951e42f91eaa3922380f1a2cb in 896ms, sequenceid=47, compaction requested=false
2024-11-18T02:15:09,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:09,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-18T02:15:09,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:09,916 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T02:15:09,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:09,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:09,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:09,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:09,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:09,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:09,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184b5da67734c8436db0a23b02d3393fcd_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896109023/Put/seqid=0
2024-11-18T02:15:09,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742172_1348 (size=12154)
2024-11-18T02:15:09,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:09,943 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184b5da67734c8436db0a23b02d3393fcd_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184b5da67734c8436db0a23b02d3393fcd_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:09,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/a8db9d66d8d64fbe8cc743e97339af58, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:09,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/a8db9d66d8d64fbe8cc743e97339af58 is 175, key is test_row_0/A:col10/1731896109023/Put/seqid=0
2024-11-18T02:15:09,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742173_1349 (size=30955)
2024-11-18T02:15:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-18T02:15:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:10,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:10,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896170273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896170273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896170273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896170275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896170275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/a8db9d66d8d64fbe8cc743e97339af58
2024-11-18T02:15:10,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/d3509f0cabe34937bddc51efb8386e80 is 50, key is test_row_0/B:col10/1731896109023/Put/seqid=0
2024-11-18T02:15:10,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742174_1350 (size=12001)
2024-11-18T02:15:10,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896170391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896170392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896170392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896170392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896170392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896170612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896170612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896170612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896170612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896170612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/d3509f0cabe34937bddc51efb8386e80
2024-11-18T02:15:10,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/7a930196d9184ae780427bf7c8332418 is 50, key is test_row_0/C:col10/1731896109023/Put/seqid=0
2024-11-18T02:15:10,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742175_1351 (size=12001)
2024-11-18T02:15:10,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896170922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896170922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896170922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896170931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896170931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:10,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-18T02:15:11,185 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/7a930196d9184ae780427bf7c8332418
2024-11-18T02:15:11,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/a8db9d66d8d64fbe8cc743e97339af58 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/a8db9d66d8d64fbe8cc743e97339af58
2024-11-18T02:15:11,194 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/a8db9d66d8d64fbe8cc743e97339af58, entries=150, sequenceid=61, filesize=30.2 K
2024-11-18T02:15:11,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/d3509f0cabe34937bddc51efb8386e80 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/d3509f0cabe34937bddc51efb8386e80
2024-11-18T02:15:11,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/d3509f0cabe34937bddc51efb8386e80, entries=150, sequenceid=61, filesize=11.7 K
2024-11-18T02:15:11,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/7a930196d9184ae780427bf7c8332418 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/7a930196d9184ae780427bf7c8332418
2024-11-18T02:15:11,206 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/7a930196d9184ae780427bf7c8332418, entries=150, sequenceid=61, filesize=11.7 K
2024-11-18T02:15:11,207 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 3076eae951e42f91eaa3922380f1a2cb in 1291ms, sequenceid=61, compaction requested=true
2024-11-18T02:15:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96
2024-11-18T02:15:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=96
2024-11-18T02:15:11,210 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-11-18T02:15:11,210 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3660 sec
2024-11-18T02:15:11,212 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.3760 sec
2024-11-18T02:15:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:11,448 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T02:15:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:11,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180ac52d4a2b264bc487237cceaa1800b4_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896111447/Put/seqid=0
2024-11-18T02:15:11,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742176_1352 (size=14594)
2024-11-18T02:15:11,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896171467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896171467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896171482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896171483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896171484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896171592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896171592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896171601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896171602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896171612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896171812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896171812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896171822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896171822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896171831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:11,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:11,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:11,862 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:11,866 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180ac52d4a2b264bc487237cceaa1800b4_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180ac52d4a2b264bc487237cceaa1800b4_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:11,867 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/f7e3951ad00d4674bc6e9f8772cb4185, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:11,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/f7e3951ad00d4674bc6e9f8772cb4185 is 175, key is test_row_0/A:col10/1731896111447/Put/seqid=0
2024-11-18T02:15:11,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742177_1353 (size=39549)
2024-11-18T02:15:12,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896172132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:12,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896172132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:12,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896172132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:12,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896172132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:12,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896172151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:12,272 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/f7e3951ad00d4674bc6e9f8772cb4185
2024-11-18T02:15:12,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/4202c0e89fe84babab4b0ceb0d2efab6 is 50, key is test_row_0/B:col10/1731896111447/Put/seqid=0
2024-11-18T02:15:12,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742178_1354 (size=12001)
2024-11-18T02:15:12,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896172642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:12,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896172642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:12,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896172642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:12,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896172642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:12,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896172671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:12,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:12,684 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/4202c0e89fe84babab4b0ceb0d2efab6
2024-11-18T02:15:12,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/fae522db30844c59ab73019dd8e96789 is 50, key is test_row_0/C:col10/1731896111447/Put/seqid=0
2024-11-18T02:15:12,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742179_1355 (size=12001)
2024-11-18T02:15:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-18T02:15:12,992 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:12,993 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees
2024-11-18T02:15:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T02:15:12,994 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:12,995 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:12,995 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:13,096 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/fae522db30844c59ab73019dd8e96789
2024-11-18T02:15:13,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/f7e3951ad00d4674bc6e9f8772cb4185 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/f7e3951ad00d4674bc6e9f8772cb4185
2024-11-18T02:15:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T02:15:13,104 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/f7e3951ad00d4674bc6e9f8772cb4185, entries=200, sequenceid=80, filesize=38.6 K
2024-11-18T02:15:13,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/4202c0e89fe84babab4b0ceb0d2efab6 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/4202c0e89fe84babab4b0ceb0d2efab6
2024-11-18T02:15:13,107 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/4202c0e89fe84babab4b0ceb0d2efab6, entries=150, sequenceid=80, filesize=11.7 K
2024-11-18T02:15:13,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/fae522db30844c59ab73019dd8e96789 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/fae522db30844c59ab73019dd8e96789
2024-11-18T02:15:13,111 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/fae522db30844c59ab73019dd8e96789, entries=150, sequenceid=80, filesize=11.7 K
2024-11-18T02:15:13,112 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 3076eae951e42f91eaa3922380f1a2cb in 1663ms, sequenceid=80, compaction requested=true
2024-11-18T02:15:13,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:13,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3076eae951e42f91eaa3922380f1a2cb:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:15:13,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:13,112 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:15:13,112 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:15:13,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3076eae951e42f91eaa3922380f1a2cb:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:15:13,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:13,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3076eae951e42f91eaa3922380f1a2cb:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:15:13,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:13,115 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 158192 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:15:13,115 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:15:13,115 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 3076eae951e42f91eaa3922380f1a2cb/B is initiating minor compaction (all files)
2024-11-18T02:15:13,115 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 3076eae951e42f91eaa3922380f1a2cb/A is initiating minor compaction (all files)
2024-11-18T02:15:13,115 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3076eae951e42f91eaa3922380f1a2cb/B in TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:13,115 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3076eae951e42f91eaa3922380f1a2cb/A in TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:13,115 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/9d31f80462bc49439f4244d139e3a684, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/5771e99a3aef43e486471b51b42f522e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/a8db9d66d8d64fbe8cc743e97339af58, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/f7e3951ad00d4674bc6e9f8772cb4185] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp, totalSize=154.5 K
2024-11-18T02:15:13,115 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/0797b5f8c0ad4a62a0fcabccbad5922b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/8db4c519b79b4664bfc7d0e3c489be24, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/d3509f0cabe34937bddc51efb8386e80, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/4202c0e89fe84babab4b0ceb0d2efab6] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp, totalSize=46.9 K
2024-11-18T02:15:13,115 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:13,115 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/9d31f80462bc49439f4244d139e3a684, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/5771e99a3aef43e486471b51b42f522e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/a8db9d66d8d64fbe8cc743e97339af58, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/f7e3951ad00d4674bc6e9f8772cb4185]
2024-11-18T02:15:13,116 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 0797b5f8c0ad4a62a0fcabccbad5922b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731896108845
2024-11-18T02:15:13,116 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d31f80462bc49439f4244d139e3a684, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731896108845
2024-11-18T02:15:13,116 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 8db4c519b79b4664bfc7d0e3c489be24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731896108983
2024-11-18T02:15:13,116 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5771e99a3aef43e486471b51b42f522e, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731896108967
2024-11-18T02:15:13,116 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d3509f0cabe34937bddc51efb8386e80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731896109023
2024-11-18T02:15:13,116 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8db9d66d8d64fbe8cc743e97339af58, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731896109023
2024-11-18T02:15:13,116 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 4202c0e89fe84babab4b0ceb0d2efab6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731896110273
2024-11-18T02:15:13,116 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7e3951ad00d4674bc6e9f8772cb4185, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731896110242
2024-11-18T02:15:13,123 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:13,125 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3076eae951e42f91eaa3922380f1a2cb#B#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:13,125 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/e51a570926ab423aa5f4c192fc9cfbd3 is 50, key is test_row_0/B:col10/1731896111447/Put/seqid=0
2024-11-18T02:15:13,126 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411182bda221eac2d49099a604ef1f29397cf_3076eae951e42f91eaa3922380f1a2cb store=[table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:13,128 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411182bda221eac2d49099a604ef1f29397cf_3076eae951e42f91eaa3922380f1a2cb, store=[table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:13,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742180_1356 (size=12139)
2024-11-18T02:15:13,129 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182bda221eac2d49099a604ef1f29397cf_3076eae951e42f91eaa3922380f1a2cb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:13,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742181_1357 (size=4469)
2024-11-18T02:15:13,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-18T02:15:13,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:13,147 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-18T02:15:13,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:13,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:13,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:13,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:13,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:13,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:13,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187a9aa8234bbe40c2ad072da72f6c1fa8_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896111481/Put/seqid=0
2024-11-18T02:15:13,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742182_1358 (size=12154)
2024-11-18T02:15:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T02:15:13,533 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/e51a570926ab423aa5f4c192fc9cfbd3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/e51a570926ab423aa5f4c192fc9cfbd3
2024-11-18T02:15:13,538 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3076eae951e42f91eaa3922380f1a2cb/B of 3076eae951e42f91eaa3922380f1a2cb into e51a570926ab423aa5f4c192fc9cfbd3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:13,538 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:13,538 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., storeName=3076eae951e42f91eaa3922380f1a2cb/B, priority=12, startTime=1731896113112; duration=0sec
2024-11-18T02:15:13,538 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:13,538 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3076eae951e42f91eaa3922380f1a2cb:B
2024-11-18T02:15:13,538 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:15:13,539 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3076eae951e42f91eaa3922380f1a2cb#A#compaction#305 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:13,539 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:15:13,540 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 3076eae951e42f91eaa3922380f1a2cb/C is initiating minor compaction (all files)
2024-11-18T02:15:13,540 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3076eae951e42f91eaa3922380f1a2cb/C in TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:13,540 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/d21410544796488488513b7e82cb144b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/0fd0f68bff754e1888e2ea9616fb3d1b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/7a930196d9184ae780427bf7c8332418, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/fae522db30844c59ab73019dd8e96789] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp, totalSize=46.9 K
2024-11-18T02:15:13,540 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/ea4942fbdb2e4ba588a607e2e9241be9 is 175, key is test_row_0/A:col10/1731896111447/Put/seqid=0
2024-11-18T02:15:13,540 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d21410544796488488513b7e82cb144b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731896108845
2024-11-18T02:15:13,540 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fd0f68bff754e1888e2ea9616fb3d1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731896108983
2024-11-18T02:15:13,541 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a930196d9184ae780427bf7c8332418, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731896109023
2024-11-18T02:15:13,542 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting fae522db30844c59ab73019dd8e96789, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731896110273
2024-11-18T02:15:13,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742183_1359 (size=31093)
2024-11-18T02:15:13,553 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3076eae951e42f91eaa3922380f1a2cb#C#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:13,553 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/c9ccc155b99a4f068c0c80c0725ef50b is 50, key is test_row_0/C:col10/1731896111447/Put/seqid=0
2024-11-18T02:15:13,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:13,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742184_1360 (size=12139)
2024-11-18T02:15:13,560 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187a9aa8234bbe40c2ad072da72f6c1fa8_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187a9aa8234bbe40c2ad072da72f6c1fa8_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:13,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/510ce6f746694a5d8dc4fc398df381c6, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:13,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/510ce6f746694a5d8dc4fc398df381c6 is 175, key is test_row_0/A:col10/1731896111481/Put/seqid=0
2024-11-18T02:15:13,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742185_1361 (size=30955)
2024-11-18T02:15:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T02:15:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:13,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:13,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896173700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:13,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896173701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:13,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896173703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896173706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:13,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896173715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:13,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896173821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:13,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896173821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:13,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896173822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:13,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896173822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:13,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:13,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896173832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:13,951 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/ea4942fbdb2e4ba588a607e2e9241be9 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/ea4942fbdb2e4ba588a607e2e9241be9
2024-11-18T02:15:13,955 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3076eae951e42f91eaa3922380f1a2cb/A of 3076eae951e42f91eaa3922380f1a2cb into ea4942fbdb2e4ba588a607e2e9241be9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:13,955 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:13,955 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., storeName=3076eae951e42f91eaa3922380f1a2cb/A, priority=12, startTime=1731896113112; duration=0sec
2024-11-18T02:15:13,955 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:13,955 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3076eae951e42f91eaa3922380f1a2cb:A
2024-11-18T02:15:13,961 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/c9ccc155b99a4f068c0c80c0725ef50b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/c9ccc155b99a4f068c0c80c0725ef50b
2024-11-18T02:15:13,965 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3076eae951e42f91eaa3922380f1a2cb/C of 3076eae951e42f91eaa3922380f1a2cb into c9ccc155b99a4f068c0c80c0725ef50b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:13,965 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/510ce6f746694a5d8dc4fc398df381c6
2024-11-18T02:15:13,965 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:13,965 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., storeName=3076eae951e42f91eaa3922380f1a2cb/C, priority=12, startTime=1731896113112; duration=0sec
2024-11-18T02:15:13,965 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:13,966 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3076eae951e42f91eaa3922380f1a2cb:C
2024-11-18T02:15:13,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/09e7814f322641f5811c0ab1e18b7179 is 50, key is test_row_0/B:col10/1731896111481/Put/seqid=0
2024-11-18T02:15:13,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742186_1362 (size=12001)
2024-11-18T02:15:14,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896174031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896174031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896174032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896174032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896174052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T02:15:14,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896174351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896174351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896174351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896174352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,377 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/09e7814f322641f5811c0ab1e18b7179
2024-11-18T02:15:14,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896174372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/713efa3826de416ba51af415373ab26c is 50, key is test_row_0/C:col10/1731896111481/Put/seqid=0
2024-11-18T02:15:14,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742187_1363 (size=12001)
2024-11-18T02:15:14,792 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/713efa3826de416ba51af415373ab26c
2024-11-18T02:15:14,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/510ce6f746694a5d8dc4fc398df381c6 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/510ce6f746694a5d8dc4fc398df381c6
2024-11-18T02:15:14,799 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/510ce6f746694a5d8dc4fc398df381c6, entries=150, sequenceid=93, filesize=30.2 K
2024-11-18T02:15:14,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/09e7814f322641f5811c0ab1e18b7179 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/09e7814f322641f5811c0ab1e18b7179
2024-11-18T02:15:14,803 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/09e7814f322641f5811c0ab1e18b7179, entries=150, sequenceid=93, filesize=11.7 K
2024-11-18T02:15:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/713efa3826de416ba51af415373ab26c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/713efa3826de416ba51af415373ab26c
2024-11-18T02:15:14,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/713efa3826de416ba51af415373ab26c, entries=150, sequenceid=93, filesize=11.7 K
2024-11-18T02:15:14,810 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 3076eae951e42f91eaa3922380f1a2cb in 1663ms, sequenceid=93, compaction requested=false
2024-11-18T02:15:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:14,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98
2024-11-18T02:15:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=98
2024-11-18T02:15:14,812 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97
2024-11-18T02:15:14,812 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8160 sec
2024-11-18T02:15:14,814 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.8200 sec
2024-11-18T02:15:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:14,877 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T02:15:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:14,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:14,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e967435cdf0641c383db113a19c17916_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896114877/Put/seqid=0
2024-11-18T02:15:14,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742188_1364 (size=17034)
2024-11-18T02:15:14,890 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:14,895 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e967435cdf0641c383db113a19c17916_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e967435cdf0641c383db113a19c17916_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:14,896 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/0fe87a29eed04aa699e48b3879baeab1, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:14,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/0fe87a29eed04aa699e48b3879baeab1 is 175, key is test_row_0/A:col10/1731896114877/Put/seqid=0
2024-11-18T02:15:14,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896174893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742189_1365 (size=48139)
2024-11-18T02:15:14,905 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/0fe87a29eed04aa699e48b3879baeab1
2024-11-18T02:15:14,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896174893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/bfdbf7bb64ad40e1aa903c9b9c1766da is 50, key is test_row_0/B:col10/1731896114877/Put/seqid=0
2024-11-18T02:15:14,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896174894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896174895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896174896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:14,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742190_1366 (size=12001)
2024-11-18T02:15:15,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896175011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896175022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896175022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896175022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896175022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-18T02:15:15,142 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:15,142 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees
2024-11-18T02:15:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T02:15:15,144 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:15,145 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:15,145 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:15,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896175232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T02:15:15,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896175242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896175242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896175242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896175242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-18T02:15:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:15,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:15,316 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/bfdbf7bb64ad40e1aa903c9b9c1766da
2024-11-18T02:15:15,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/aa48c71bfed743029a873b9d4d05cfc9 is 50, key is test_row_0/C:col10/1731896114877/Put/seqid=0
2024-11-18T02:15:15,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742191_1367 (size=12001)
2024-11-18T02:15:15,328 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/aa48c71bfed743029a873b9d4d05cfc9
2024-11-18T02:15:15,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/0fe87a29eed04aa699e48b3879baeab1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/0fe87a29eed04aa699e48b3879baeab1
2024-11-18T02:15:15,334 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/0fe87a29eed04aa699e48b3879baeab1, entries=250, sequenceid=117, filesize=47.0 K
2024-11-18T02:15:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/bfdbf7bb64ad40e1aa903c9b9c1766da as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/bfdbf7bb64ad40e1aa903c9b9c1766da
2024-11-18T02:15:15,338 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/bfdbf7bb64ad40e1aa903c9b9c1766da, entries=150, sequenceid=117, filesize=11.7 K
2024-11-18T02:15:15,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/aa48c71bfed743029a873b9d4d05cfc9 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/aa48c71bfed743029a873b9d4d05cfc9
2024-11-18T02:15:15,341 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/aa48c71bfed743029a873b9d4d05cfc9, entries=150, sequenceid=117, filesize=11.7 K
2024-11-18T02:15:15,342 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 3076eae951e42f91eaa3922380f1a2cb in 465ms, sequenceid=117, compaction requested=true
2024-11-18T02:15:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3076eae951e42f91eaa3922380f1a2cb:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:15:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3076eae951e42f91eaa3922380f1a2cb:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:15:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:15,342 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3076eae951e42f91eaa3922380f1a2cb:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:15:15,342 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:15,343 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:15,343 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110187 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:15,343 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 3076eae951e42f91eaa3922380f1a2cb/B is initiating minor compaction (all files)
2024-11-18T02:15:15,343 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 3076eae951e42f91eaa3922380f1a2cb/A is initiating minor compaction (all files)
2024-11-18T02:15:15,343 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3076eae951e42f91eaa3922380f1a2cb/B in TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:15,343 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3076eae951e42f91eaa3922380f1a2cb/A in TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:15,344 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/e51a570926ab423aa5f4c192fc9cfbd3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/09e7814f322641f5811c0ab1e18b7179, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/bfdbf7bb64ad40e1aa903c9b9c1766da] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp, totalSize=35.3 K
2024-11-18T02:15:15,344 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/ea4942fbdb2e4ba588a607e2e9241be9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/510ce6f746694a5d8dc4fc398df381c6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/0fe87a29eed04aa699e48b3879baeab1] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp, totalSize=107.6 K
2024-11-18T02:15:15,344 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:15,344 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/ea4942fbdb2e4ba588a607e2e9241be9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/510ce6f746694a5d8dc4fc398df381c6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/0fe87a29eed04aa699e48b3879baeab1]
2024-11-18T02:15:15,344 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting e51a570926ab423aa5f4c192fc9cfbd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731896110273
2024-11-18T02:15:15,344 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea4942fbdb2e4ba588a607e2e9241be9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731896110273
2024-11-18T02:15:15,346 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 09e7814f322641f5811c0ab1e18b7179, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731896111461
2024-11-18T02:15:15,346 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 510ce6f746694a5d8dc4fc398df381c6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731896111461
2024-11-18T02:15:15,347 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting bfdbf7bb64ad40e1aa903c9b9c1766da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731896113691
2024-11-18T02:15:15,347 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fe87a29eed04aa699e48b3879baeab1, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731896113691
2024-11-18T02:15:15,351 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:15,355 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111820b55514ca2a485c8b47e4c1c6190d8e_3076eae951e42f91eaa3922380f1a2cb store=[table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:15,357 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111820b55514ca2a485c8b47e4c1c6190d8e_3076eae951e42f91eaa3922380f1a2cb, store=[table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:15,357 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111820b55514ca2a485c8b47e4c1c6190d8e_3076eae951e42f91eaa3922380f1a2cb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:15,359 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3076eae951e42f91eaa3922380f1a2cb#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:15,359 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/6417d0fe986f48a992b2eb206a6672cc is 50, key is test_row_0/B:col10/1731896114877/Put/seqid=0
2024-11-18T02:15:15,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742192_1368 (size=4469)
2024-11-18T02:15:15,372 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3076eae951e42f91eaa3922380f1a2cb#A#compaction#314 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:15,373 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/dbe77e85bfdd47df9015e107a0cab4f7 is 175, key is test_row_0/A:col10/1731896114877/Put/seqid=0
2024-11-18T02:15:15,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742193_1369 (size=12241)
2024-11-18T02:15:15,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742194_1370 (size=31195)
2024-11-18T02:15:15,393 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/dbe77e85bfdd47df9015e107a0cab4f7 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/dbe77e85bfdd47df9015e107a0cab4f7
2024-11-18T02:15:15,400 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3076eae951e42f91eaa3922380f1a2cb/A of 3076eae951e42f91eaa3922380f1a2cb into dbe77e85bfdd47df9015e107a0cab4f7(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:15,400 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:15,400 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., storeName=3076eae951e42f91eaa3922380f1a2cb/A, priority=13, startTime=1731896115342; duration=0sec
2024-11-18T02:15:15,400 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:15,400 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3076eae951e42f91eaa3922380f1a2cb:A
2024-11-18T02:15:15,401 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:15,401 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:15,402 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 3076eae951e42f91eaa3922380f1a2cb/C is initiating minor compaction (all files)
2024-11-18T02:15:15,402 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3076eae951e42f91eaa3922380f1a2cb/C in TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:15,402 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/c9ccc155b99a4f068c0c80c0725ef50b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/713efa3826de416ba51af415373ab26c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/aa48c71bfed743029a873b9d4d05cfc9] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp, totalSize=35.3 K
2024-11-18T02:15:15,402 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9ccc155b99a4f068c0c80c0725ef50b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731896110273
2024-11-18T02:15:15,403 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 713efa3826de416ba51af415373ab26c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731896111461
2024-11-18T02:15:15,403 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa48c71bfed743029a873b9d4d05cfc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731896113691
2024-11-18T02:15:15,414 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3076eae951e42f91eaa3922380f1a2cb#C#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:15,415 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/a90b92f72555425b969850d55416b0be is 50, key is test_row_0/C:col10/1731896114877/Put/seqid=0
2024-11-18T02:15:15,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742195_1371 (size=12241)
2024-11-18T02:15:15,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-18T02:15:15,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:15,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-18T02:15:15,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:15,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:15,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:15,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:15,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:15,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T02:15:15,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118015a7e9dcc934bdbb142fa7a86965a2e_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896114891/Put/seqid=0
2024-11-18T02:15:15,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742196_1372 (size=12154)
2024-11-18T02:15:15,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:15,481 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118015a7e9dcc934bdbb142fa7a86965a2e_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118015a7e9dcc934bdbb142fa7a86965a2e_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:15,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/60a73109edf9466386acb41441668e2a, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:15,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/60a73109edf9466386acb41441668e2a is 175, key is test_row_0/A:col10/1731896114891/Put/seqid=0
2024-11-18T02:15:15,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742197_1373 (size=30955)
2024-11-18T02:15:15,497 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/60a73109edf9466386acb41441668e2a
2024-11-18T02:15:15,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/129ac9f8a291434bb35edffb64fb958a is 50, key is test_row_0/B:col10/1731896114891/Put/seqid=0
2024-11-18T02:15:15,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742198_1374 (size=12001)
2024-11-18T02:15:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:15,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:15,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896175591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896175592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896115584, max timestamp=1731896115605Num uniques 859; 
2024-11-18T02:15:15,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896115584, max timestamp=1731896115605Num uniques 859; 
2024-11-18T02:15:15,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896115584, max timestamp=1731896115605Num uniques 859; 
2024-11-18T02:15:15,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:15:15,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:15:15,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:15:15,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896175653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896175659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896175661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896175712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896175712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T02:15:15,779 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/6417d0fe986f48a992b2eb206a6672cc as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/6417d0fe986f48a992b2eb206a6672cc
2024-11-18T02:15:15,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896175772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896175772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,783 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3076eae951e42f91eaa3922380f1a2cb/B of 3076eae951e42f91eaa3922380f1a2cb into 6417d0fe986f48a992b2eb206a6672cc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:15,783 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:15,783 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., storeName=3076eae951e42f91eaa3922380f1a2cb/B, priority=13, startTime=1731896115342; duration=0sec
2024-11-18T02:15:15,783 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:15,783 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3076eae951e42f91eaa3922380f1a2cb:B
2024-11-18T02:15:15,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896175782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,830 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/a90b92f72555425b969850d55416b0be as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/a90b92f72555425b969850d55416b0be
2024-11-18T02:15:15,834 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3076eae951e42f91eaa3922380f1a2cb/C of 3076eae951e42f91eaa3922380f1a2cb into a90b92f72555425b969850d55416b0be(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:15,834 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:15,834 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., storeName=3076eae951e42f91eaa3922380f1a2cb/C, priority=13, startTime=1731896115342; duration=0sec
2024-11-18T02:15:15,834 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:15,834 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3076eae951e42f91eaa3922380f1a2cb:C
2024-11-18T02:15:15,920 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/129ac9f8a291434bb35edffb64fb958a
2024-11-18T02:15:15,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/93a5f31240b54e038f395f8e24c76a82 is 50, key is test_row_0/C:col10/1731896114891/Put/seqid=0
2024-11-18T02:15:15,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742199_1375 (size=12001)
2024-11-18T02:15:15,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896175931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:15,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896175931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896175992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896175992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896176001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896176251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896176251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T02:15:16,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896176311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896176311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896176311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,330 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/93a5f31240b54e038f395f8e24c76a82
2024-11-18T02:15:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/60a73109edf9466386acb41441668e2a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/60a73109edf9466386acb41441668e2a
2024-11-18T02:15:16,337 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/60a73109edf9466386acb41441668e2a, entries=150, sequenceid=129, filesize=30.2 K
2024-11-18T02:15:16,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/129ac9f8a291434bb35edffb64fb958a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/129ac9f8a291434bb35edffb64fb958a
2024-11-18T02:15:16,341 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/129ac9f8a291434bb35edffb64fb958a, entries=150, sequenceid=129, filesize=11.7 K
2024-11-18T02:15:16,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/93a5f31240b54e038f395f8e24c76a82 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/93a5f31240b54e038f395f8e24c76a82
2024-11-18T02:15:16,346 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/93a5f31240b54e038f395f8e24c76a82, entries=150, sequenceid=129, filesize=11.7 K
2024-11-18T02:15:16,346 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3076eae951e42f91eaa3922380f1a2cb in 895ms, sequenceid=129, compaction requested=false
2024-11-18T02:15:16,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:16,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:16,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-11-18T02:15:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-11-18T02:15:16,349 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-11-18T02:15:16,349 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2030 sec
2024-11-18T02:15:16,351 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.2070 sec
2024-11-18T02:15:16,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:16,776 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-18T02:15:16,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:16,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:16,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:16,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:16,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:16,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:16,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183aeabbf7269a4d99bc77af68b12ebd93_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896116774/Put/seqid=0
2024-11-18T02:15:16,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742200_1376 (size=14794)
2024-11-18T02:15:16,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896176806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896176816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896176831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896176831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896176831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896176921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:16,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896176921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:16,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:16,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:17,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896177141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:17,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:17,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896177141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:17,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:17,191 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:17,195 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183aeabbf7269a4d99bc77af68b12ebd93_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183aeabbf7269a4d99bc77af68b12ebd93_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:17,196 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/17f04e1a51b9494ab7bd494c18d6b8b2, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:17,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/17f04e1a51b9494ab7bd494c18d6b8b2 is 175, key is test_row_0/A:col10/1731896116774/Put/seqid=0
2024-11-18T02:15:17,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742201_1377 (size=39749)
2024-11-18T02:15:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-18T02:15:17,292 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:17,292 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-11-18T02:15:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T02:15:17,294 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:17,295 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:17,295 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T02:15:17,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T02:15:17,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:17,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:17,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:17,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:17,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:17,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896177462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:17,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896177462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:17,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:17,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T02:15:17,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:17,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:17,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:17,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:17,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:17,602 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/17f04e1a51b9494ab7bd494c18d6b8b2
2024-11-18T02:15:17,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/10c434c191724c18b03aeb4bfc23db74 is 50, key is test_row_0/B:col10/1731896116774/Put/seqid=0
2024-11-18T02:15:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T02:15:17,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742202_1378 (size=12151)
2024-11-18T02:15:17,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T02:15:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:17,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:17,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:17,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896177852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:17,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896177852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:17,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896177852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:17,860 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 3076eae951e42f91eaa3922380f1a2cb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:17,861 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 3076eae951e42f91eaa3922380f1a2cb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:17,862 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 3076eae951e42f91eaa3922380f1a2cb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:17,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:17,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T02:15:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:17,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:17,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T02:15:17,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896177981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:17,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896177981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:17,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:17,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:17,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:18,013 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/10c434c191724c18b03aeb4bfc23db74
2024-11-18T02:15:18,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/0e9f0b027f99424ba7d5901d252ab9d9 is 50, key is test_row_0/C:col10/1731896116774/Put/seqid=0
2024-11-18T02:15:18,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742203_1379 (size=12151)
2024-11-18T02:15:18,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T02:15:18,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:18,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:18,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:18,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:18,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:18,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T02:15:18,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:18,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:18,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:18,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:18,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:18,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T02:15:18,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:18,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:18,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:18,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:18,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102
java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=102
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:18,426 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/0e9f0b027f99424ba7d5901d252ab9d9
2024-11-18T02:15:18,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/17f04e1a51b9494ab7bd494c18d6b8b2 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/17f04e1a51b9494ab7bd494c18d6b8b2
2024-11-18T02:15:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T02:15:18,434 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/17f04e1a51b9494ab7bd494c18d6b8b2, entries=200, sequenceid=166, filesize=38.8 K
2024-11-18T02:15:18,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/10c434c191724c18b03aeb4bfc23db74 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/10c434c191724c18b03aeb4bfc23db74
2024-11-18T02:15:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,438 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/10c434c191724c18b03aeb4bfc23db74, entries=150, sequenceid=166, filesize=11.9 K
2024-11-18T02:15:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/0e9f0b027f99424ba7d5901d252ab9d9 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/0e9f0b027f99424ba7d5901d252ab9d9
2024-11-18T02:15:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,445 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/0e9f0b027f99424ba7d5901d252ab9d9, entries=150, sequenceid=166, filesize=11.9 K
2024-11-18T02:15:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,446 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 3076eae951e42f91eaa3922380f1a2cb in 1670ms, sequenceid=166, compaction requested=true
2024-11-18T02:15:18,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3076eae951e42f91eaa3922380f1a2cb:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:15:18,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:18,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3076eae951e42f91eaa3922380f1a2cb:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:15:18,446 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:18,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:18,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3076eae951e42f91eaa3922380f1a2cb:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:15:18,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-18T02:15:18,447 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,447 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,447 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:18,447 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 3076eae951e42f91eaa3922380f1a2cb/A is initiating minor compaction (all files)
2024-11-18T02:15:18,448 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 3076eae951e42f91eaa3922380f1a2cb/B is initiating minor compaction (all files)
2024-11-18T02:15:18,448 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3076eae951e42f91eaa3922380f1a2cb/A in TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:18,448 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3076eae951e42f91eaa3922380f1a2cb/B in TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:18,448 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/dbe77e85bfdd47df9015e107a0cab4f7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/60a73109edf9466386acb41441668e2a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/17f04e1a51b9494ab7bd494c18d6b8b2] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp, totalSize=99.5 K
2024-11-18T02:15:18,448 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/6417d0fe986f48a992b2eb206a6672cc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/129ac9f8a291434bb35edffb64fb958a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/10c434c191724c18b03aeb4bfc23db74] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp, totalSize=35.5 K
2024-11-18T02:15:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,448 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,448 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/dbe77e85bfdd47df9015e107a0cab4f7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/60a73109edf9466386acb41441668e2a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/17f04e1a51b9494ab7bd494c18d6b8b2]
2024-11-18T02:15:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,448 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbe77e85bfdd47df9015e107a0cab4f7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731896113691
2024-11-18T02:15:18,448 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 6417d0fe986f48a992b2eb206a6672cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731896113691
2024-11-18T02:15:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,449 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60a73109edf9466386acb41441668e2a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731896114891
2024-11-18T02:15:18,449 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 129ac9f8a291434bb35edffb64fb958a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731896114891
2024-11-18T02:15:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,449 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 10c434c191724c18b03aeb4bfc23db74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731896115631
2024-11-18T02:15:18,449 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17f04e1a51b9494ab7bd494c18d6b8b2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731896115631
2024-11-18T02:15:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,461 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,462 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3076eae951e42f91eaa3922380f1a2cb#B#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,463 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/5a7f912ee57f42a2a673d3826fdbcbaa is 50, key is test_row_0/B:col10/1731896116774/Put/seqid=0
2024-11-18T02:15:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,463 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118a3ffbb59ea2c419e8ee3a7b11d9aa849_3076eae951e42f91eaa3922380f1a2cb store=[table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,465 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118a3ffbb59ea2c419e8ee3a7b11d9aa849_3076eae951e42f91eaa3922380f1a2cb, store=[table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,465 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a3ffbb59ea2c419e8ee3a7b11d9aa849_3076eae951e42f91eaa3922380f1a2cb because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742204_1380 (size=12493)
2024-11-18T02:15:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742205_1381 (size=4469)
2024-11-18T02:15:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-18T02:15:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,518 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:15:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186e8926c4372b43bdb8dcca5c8ee500d6_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896116815/Put/seqid=0
2024-11-18T02:15:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742206_1382 (size=7324)
2024-11-18T02:15:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,540 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186e8926c4372b43bdb8dcca5c8ee500d6_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186e8926c4372b43bdb8dcca5c8ee500d6_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/3db9a59302974a15971a13d825aff273, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/3db9a59302974a15971a13d825aff273 is 175, key is test_row_0/A:col10/1731896116815/Put/seqid=0
2024-11-18T02:15:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742207_1383 (size=13815)
2024-11-18T02:15:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,875 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/5a7f912ee57f42a2a673d3826fdbcbaa as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/5a7f912ee57f42a2a673d3826fdbcbaa
2024-11-18T02:15:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,881 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3076eae951e42f91eaa3922380f1a2cb/B of 3076eae951e42f91eaa3922380f1a2cb into 5a7f912ee57f42a2a673d3826fdbcbaa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,881 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:18,881 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., storeName=3076eae951e42f91eaa3922380f1a2cb/B, priority=13, startTime=1731896118446; duration=0sec
2024-11-18T02:15:18,881 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:18,881 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3076eae951e42f91eaa3922380f1a2cb:B
2024-11-18T02:15:18,881 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,882 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:18,882 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 3076eae951e42f91eaa3922380f1a2cb/C is initiating minor compaction (all files)
2024-11-18T02:15:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,882 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3076eae951e42f91eaa3922380f1a2cb/C in TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,882 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/a90b92f72555425b969850d55416b0be, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/93a5f31240b54e038f395f8e24c76a82, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/0e9f0b027f99424ba7d5901d252ab9d9] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp, totalSize=35.5 K
2024-11-18T02:15:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,883 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting a90b92f72555425b969850d55416b0be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731896113691
2024-11-18T02:15:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,883 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 93a5f31240b54e038f395f8e24c76a82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731896114891
2024-11-18T02:15:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,884 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e9f0b027f99424ba7d5901d252ab9d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731896115631
2024-11-18T02:15:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,891 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3076eae951e42f91eaa3922380f1a2cb#C#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,891 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/3785a2e521d0405cbf2d7aeaa9ae2f72 is 50, key is test_row_0/C:col10/1731896116774/Put/seqid=0
2024-11-18T02:15:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,903 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3076eae951e42f91eaa3922380f1a2cb#A#compaction#324 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,904 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/162de4c5e2f04746975e613115eac18f is 175, key is test_row_0/A:col10/1731896116774/Put/seqid=0
2024-11-18T02:15:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742208_1384 (size=12493)
2024-11-18T02:15:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,913 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/3785a2e521d0405cbf2d7aeaa9ae2f72 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/3785a2e521d0405cbf2d7aeaa9ae2f72
2024-11-18T02:15:18,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742209_1385 (size=31447)
2024-11-18T02:15:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,920 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3076eae951e42f91eaa3922380f1a2cb/C of 3076eae951e42f91eaa3922380f1a2cb into 3785a2e521d0405cbf2d7aeaa9ae2f72(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:18,920 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:18,920 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., storeName=3076eae951e42f91eaa3922380f1a2cb/C, priority=13, startTime=1731896118446; duration=0sec
2024-11-18T02:15:18,920 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:18,920 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3076eae951e42f91eaa3922380f1a2cb:C
2024-11-18T02:15:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,951 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/3db9a59302974a15971a13d825aff273
2024-11-18T02:15:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/9eb9365c344b488db6130410126e5aa3 is 50, key is test_row_0/B:col10/1731896116815/Put/seqid=0
2024-11-18T02:15:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742210_1386 (size=7365)
2024-11-18T02:15:18,974 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/9eb9365c344b488db6130410126e5aa3
2024-11-18T02:15:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/66b8422862914f088dffdcdeca7dc170 is 50, key is test_row_0/C:col10/1731896116815/Put/seqid=0
2024-11-18T02:15:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742211_1387 (size=7365)
2024-11-18T02:15:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:19,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896119159, max timestamp=1731896119196Num uniques 859; 
2024-11-18T02:15:19,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896119159, max timestamp=1731896119196Num uniques 859; 
2024-11-18T02:15:19,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:19,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:19,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896119159, max timestamp=1731896119196Num uniques 859; 
2024-11-18T02:15:19,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:19,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896179258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:19,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896179266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:19,319 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/162de4c5e2f04746975e613115eac18f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/162de4c5e2f04746975e613115eac18f
2024-11-18T02:15:19,325 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3076eae951e42f91eaa3922380f1a2cb/A of 3076eae951e42f91eaa3922380f1a2cb into 162de4c5e2f04746975e613115eac18f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:19,325 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:19,325 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., storeName=3076eae951e42f91eaa3922380f1a2cb/A, priority=13, startTime=1731896118446; duration=0sec
2024-11-18T02:15:19,325 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:19,325 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3076eae951e42f91eaa3922380f1a2cb:A
2024-11-18T02:15:19,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896179381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:19,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896179382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:19,398 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/66b8422862914f088dffdcdeca7dc170
2024-11-18T02:15:19,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/3db9a59302974a15971a13d825aff273 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/3db9a59302974a15971a13d825aff273
2024-11-18T02:15:19,409 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/3db9a59302974a15971a13d825aff273, entries=50, sequenceid=176, filesize=13.5 K
2024-11-18T02:15:19,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/9eb9365c344b488db6130410126e5aa3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/9eb9365c344b488db6130410126e5aa3
2024-11-18T02:15:19,414 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/9eb9365c344b488db6130410126e5aa3, entries=50, sequenceid=176, filesize=7.2 K
2024-11-18T02:15:19,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/66b8422862914f088dffdcdeca7dc170 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/66b8422862914f088dffdcdeca7dc170
2024-11-18T02:15:19,422 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/66b8422862914f088dffdcdeca7dc170, entries=50, sequenceid=176, filesize=7.2 K
2024-11-18T02:15:19,423 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3076eae951e42f91eaa3922380f1a2cb in 905ms, sequenceid=176, compaction requested=false
2024-11-18T02:15:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-18T02:15:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-18T02:15:19,427 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-18T02:15:19,427 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1300 sec
2024-11-18T02:15:19,429 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.1360 sec
2024-11-18T02:15:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-18T02:15:19,442 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:19,442 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-11-18T02:15:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T02:15:19,444 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:19,445 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:19,445 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T02:15:19,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-18T02:15:19,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:19,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-18T02:15:19,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:19,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:19,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:19,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:19,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:19,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:19,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ef6987bd65bf428ab21d36bc75605de2_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896119264/Put/seqid=0
2024-11-18T02:15:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:19,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:19,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742212_1388 (size=12304)
2024-11-18T02:15:19,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:19,616 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ef6987bd65bf428ab21d36bc75605de2_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ef6987bd65bf428ab21d36bc75605de2_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:19,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/31017c284e384c56a77ca49ff125ac92, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:19,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/31017c284e384c56a77ca49ff125ac92 is 175, key is test_row_0/A:col10/1731896119264/Put/seqid=0
2024-11-18T02:15:19,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742213_1389 (size=31105)
2024-11-18T02:15:19,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896179626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:19,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896179636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:19,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:19,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896179742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:19,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896179742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:19,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T02:15:19,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896179871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:19,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896179871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:19,876 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 3076eae951e42f91eaa3922380f1a2cb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,876 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 3076eae951e42f91eaa3922380f1a2cb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:19,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:19,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896179881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:19,889 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 3076eae951e42f91eaa3922380f1a2cb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4229 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:19,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:19,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896179961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:19,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896179961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:20,021 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/31017c284e384c56a77ca49ff125ac92
2024-11-18T02:15:20,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/5c3fafbcce2342e69e7ebed1e91f271b is 50, key is test_row_0/B:col10/1731896119264/Put/seqid=0
2024-11-18T02:15:20,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742214_1390 (size=12151)
2024-11-18T02:15:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T02:15:20,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896180272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:20,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896180272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:20,432 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/5c3fafbcce2342e69e7ebed1e91f271b
2024-11-18T02:15:20,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/821cc5272ae0441f87e15c438207ca4a is 50, key is test_row_0/C:col10/1731896119264/Put/seqid=0
2024-11-18T02:15:20,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742215_1391 (size=12151)
2024-11-18T02:15:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T02:15:20,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896180782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:20,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896180782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:20,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:20,845 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/821cc5272ae0441f87e15c438207ca4a
2024-11-18T02:15:20,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/31017c284e384c56a77ca49ff125ac92 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/31017c284e384c56a77ca49ff125ac92
2024-11-18T02:15:20,853 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/31017c284e384c56a77ca49ff125ac92, entries=150, sequenceid=215, filesize=30.4 K
2024-11-18T02:15:20,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/5c3fafbcce2342e69e7ebed1e91f271b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/5c3fafbcce2342e69e7ebed1e91f271b
2024-11-18T02:15:20,858 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/5c3fafbcce2342e69e7ebed1e91f271b, entries=150, sequenceid=215, filesize=11.9 K
2024-11-18T02:15:20,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/821cc5272ae0441f87e15c438207ca4a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/821cc5272ae0441f87e15c438207ca4a
2024-11-18T02:15:20,862 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/821cc5272ae0441f87e15c438207ca4a, entries=150, sequenceid=215, filesize=11.9 K
2024-11-18T02:15:20,863 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 3076eae951e42f91eaa3922380f1a2cb in 1266ms, sequenceid=215, compaction requested=true
2024-11-18T02:15:20,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:20,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:20,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-11-18T02:15:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-11-18T02:15:20,866 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-11-18T02:15:20,867 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec
2024-11-18T02:15:20,869 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.4260 sec
2024-11-18T02:15:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-18T02:15:21,592 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:21,592 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees
2024-11-18T02:15:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T02:15:21,594 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:21,595 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:21,595 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T02:15:21,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-18T02:15:21,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:21,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:15:21,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:21,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:21,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:21,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:21,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:21,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:21,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b9247ed9c131470cae654ff6960a7118_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896119634/Put/seqid=0
2024-11-18T02:15:21,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742216_1392 (size=12304)
2024-11-18T02:15:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:21,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:21,882 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896121823, max timestamp=1731896121879Num uniques 859; 
2024-11-18T02:15:21,883 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:21,883 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731896121823, max timestamp=1731896121879Num uniques 859; 
2024-11-18T02:15:21,883 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731896121823, max timestamp=1731896121879Num uniques 859; 
2024-11-18T02:15:21,883 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:21,883 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T02:15:21,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896181971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:21,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:21,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:21,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:21,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896181972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:22,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896182082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:22,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:22,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896182092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:22,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:22,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:22,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:22,163 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b9247ed9c131470cae654ff6960a7118_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b9247ed9c131470cae654ff6960a7118_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:22,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/2934c9394ddc4a60b34658bf0f179acf, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:22,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/2934c9394ddc4a60b34658bf0f179acf is 175, key is test_row_0/A:col10/1731896119634/Put/seqid=0
2024-11-18T02:15:22,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742217_1393 (size=31105)
2024-11-18T02:15:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T02:15:22,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896182291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:22,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896182312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:22,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:22,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:22,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:22,568 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/2934c9394ddc4a60b34658bf0f179acf
2024-11-18T02:15:22,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/2da3789c51e94569be2d5f2ac459658a is 50, key is test_row_0/B:col10/1731896119634/Put/seqid=0
2024-11-18T02:15:22,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742218_1394 (size=12151)
2024-11-18T02:15:22,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896182612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:22,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:22,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:22,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896182631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T02:15:22,979 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/2da3789c51e94569be2d5f2ac459658a
2024-11-18T02:15:22,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/9c8af18720414098a7af2dd2db6f9868 is 50, key is test_row_0/C:col10/1731896119634/Put/seqid=0
2024-11-18T02:15:22,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742219_1395 (size=12151)
2024-11-18T02:15:23,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896183132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:23,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:23,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:23,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:23,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896183152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:23,390 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/9c8af18720414098a7af2dd2db6f9868
2024-11-18T02:15:23,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/2934c9394ddc4a60b34658bf0f179acf as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/2934c9394ddc4a60b34658bf0f179acf
2024-11-18T02:15:23,398 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/2934c9394ddc4a60b34658bf0f179acf, entries=150, sequenceid=225, filesize=30.4 K
2024-11-18T02:15:23,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/2da3789c51e94569be2d5f2ac459658a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/2da3789c51e94569be2d5f2ac459658a
2024-11-18T02:15:23,402 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/2da3789c51e94569be2d5f2ac459658a, entries=150, sequenceid=225, filesize=11.9 K
2024-11-18T02:15:23,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/9c8af18720414098a7af2dd2db6f9868 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/9c8af18720414098a7af2dd2db6f9868
2024-11-18T02:15:23,405 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/9c8af18720414098a7af2dd2db6f9868, entries=150, sequenceid=225, filesize=11.9 K
2024-11-18T02:15:23,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3076eae951e42f91eaa3922380f1a2cb in 1658ms, sequenceid=225, compaction requested=true
2024-11-18T02:15:23,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:23,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:23,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-11-18T02:15:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-11-18T02:15:23,409 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-11-18T02:15:23,409 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8120 sec
2024-11-18T02:15:23,410 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8160 sec
2024-11-18T02:15:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-18T02:15:23,742 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:23,742 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees
2024-11-18T02:15:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-18T02:15:23,744 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:23,745 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:23,745 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-18T02:15:23,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-18T02:15:23,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:23,898 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-18T02:15:23,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:23,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:23,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:23,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:23,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:23,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:23,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d95aa3d428ef4d438780f25403d7c73c_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896121970/Put/seqid=0
2024-11-18T02:15:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:23,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:23,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742220_1396 (size=12404)
2024-11-18T02:15:23,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:23,922 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d95aa3d428ef4d438780f25403d7c73c_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d95aa3d428ef4d438780f25403d7c73c_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:23,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/a26bca7f117d44a7826bf154514ffb97, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:23,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/a26bca7f117d44a7826bf154514ffb97 is 175, key is test_row_0/A:col10/1731896121970/Put/seqid=0
2024-11-18T02:15:23,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742221_1397 (size=31205)
2024-11-18T02:15:23,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:23,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896183927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:23,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:23,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:23,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:23,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896183933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:23,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896183935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:24,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896184052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:24,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-18T02:15:24,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896184062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:24,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896184062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:24,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:24,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896184151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:24,163 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 3076eae951e42f91eaa3922380f1a2cb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:24,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:24,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896184172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:24,183 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 3076eae951e42f91eaa3922380f1a2cb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:24,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:24,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896184272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:24,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896184272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:24,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896184282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:24,327 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/a26bca7f117d44a7826bf154514ffb97
2024-11-18T02:15:24,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/ff06cec7444d4951bf9a6baafb13d37b is 50, key is test_row_0/B:col10/1731896121970/Put/seqid=0
2024-11-18T02:15:24,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742222_1398 (size=12251)
2024-11-18T02:15:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-18T02:15:24,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896184591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:24,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:24,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896184591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896184592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:24,739 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/ff06cec7444d4951bf9a6baafb13d37b
2024-11-18T02:15:24,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/01c1e4cb16354c3f92234927caad5139 is 50, key is test_row_0/C:col10/1731896121970/Put/seqid=0
2024-11-18T02:15:24,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742223_1399 (size=12251)
2024-11-18T02:15:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-18T02:15:25,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896185101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:25,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896185111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:25,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896185111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:25,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:25,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:25,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:25,150 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/01c1e4cb16354c3f92234927caad5139
2024-11-18T02:15:25,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/a26bca7f117d44a7826bf154514ffb97 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/a26bca7f117d44a7826bf154514ffb97
2024-11-18T02:15:25,157 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/a26bca7f117d44a7826bf154514ffb97, entries=150, sequenceid=261, filesize=30.5 K
2024-11-18T02:15:25,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/ff06cec7444d4951bf9a6baafb13d37b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/ff06cec7444d4951bf9a6baafb13d37b
2024-11-18T02:15:25,164 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/ff06cec7444d4951bf9a6baafb13d37b, entries=150, sequenceid=261, filesize=12.0 K
2024-11-18T02:15:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/01c1e4cb16354c3f92234927caad5139 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/01c1e4cb16354c3f92234927caad5139
2024-11-18T02:15:25,168 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/01c1e4cb16354c3f92234927caad5139, entries=150, sequenceid=261, filesize=12.0 K
2024-11-18T02:15:25,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 3076eae951e42f91eaa3922380f1a2cb in 1271ms, sequenceid=261, compaction requested=true
2024-11-18T02:15:25,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:25,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:25,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108
2024-11-18T02:15:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=108
2024-11-18T02:15:25,172 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-18T02:15:25,172 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec
2024-11-18T02:15:25,174 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.4310 sec
2024-11-18T02:15:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-18T02:15:25,892 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:25,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees
2024-11-18T02:15:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T02:15:25,894 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:25,894 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:25,895 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T02:15:26,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-18T02:15:26,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:26,047 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:15:26,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:26,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:26,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:26,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:26,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:26,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:26,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118106050d2ea7144ee9ddaae083495a409_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896123917/Put/seqid=0
2024-11-18T02:15:26,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742224_1400 (size=12454)
2024-11-18T02:15:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:26,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:26,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896126168, max timestamp=1731896126195Num uniques 859; 
2024-11-18T02:15:26,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:15:26,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896126168, max timestamp=1731896126195Num uniques 859; 
2024-11-18T02:15:26,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:15:26,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896126168, max timestamp=1731896126195Num uniques 859; 
2024-11-18T02:15:26,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:15:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T02:15:26,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896186225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896186229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896186230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896186233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896186241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896186352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896186352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896186352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896186352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896186362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:26,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118106050d2ea7144ee9ddaae083495a409_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118106050d2ea7144ee9ddaae083495a409_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:26,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/b893597eb8d44b92a00fc11a1602145d, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:26,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/b893597eb8d44b92a00fc11a1602145d is 175, key is test_row_0/A:col10/1731896123917/Put/seqid=0
2024-11-18T02:15:26,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742225_1401 (size=31255)
2024-11-18T02:15:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T02:15:26,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896186572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,586 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896186572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896186572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896186572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896186581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,869 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/b893597eb8d44b92a00fc11a1602145d
2024-11-18T02:15:26,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/613511a0fff845918bef7a50e4781a11 is 50, key is test_row_0/B:col10/1731896123917/Put/seqid=0
2024-11-18T02:15:26,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742226_1402 (size=12301)
2024-11-18T02:15:26,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896186891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896186892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896186892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896186892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:26,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896186901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T02:15:27,281 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/613511a0fff845918bef7a50e4781a11
2024-11-18T02:15:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/b3b0be206dfa4eaba287e66722afaa6e is 50, key is test_row_0/C:col10/1731896123917/Put/seqid=0
2024-11-18T02:15:27,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742227_1403 (size=12301)
2024-11-18T02:15:27,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896187412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:27,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896187412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:27,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896187412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:27,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896187412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:27,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896187422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:27,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:27,692 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/b3b0be206dfa4eaba287e66722afaa6e
2024-11-18T02:15:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/b893597eb8d44b92a00fc11a1602145d as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/b893597eb8d44b92a00fc11a1602145d
2024-11-18T02:15:27,700 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/b893597eb8d44b92a00fc11a1602145d, entries=150, sequenceid=271, filesize=30.5 K
2024-11-18T02:15:27,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/613511a0fff845918bef7a50e4781a11 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/613511a0fff845918bef7a50e4781a11
2024-11-18T02:15:27,703 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/613511a0fff845918bef7a50e4781a11, entries=150, sequenceid=271, filesize=12.0 K
2024-11-18T02:15:27,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/b3b0be206dfa4eaba287e66722afaa6e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/b3b0be206dfa4eaba287e66722afaa6e
2024-11-18T02:15:27,707 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/b3b0be206dfa4eaba287e66722afaa6e, entries=150, sequenceid=271, filesize=12.0 K
2024-11-18T02:15:27,708 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3076eae951e42f91eaa3922380f1a2cb in 1661ms, sequenceid=271, compaction requested=true
2024-11-18T02:15:27,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:27,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:27,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110
2024-11-18T02:15:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=110
2024-11-18T02:15:27,711 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109
2024-11-18T02:15:27,711 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8140 sec
2024-11-18T02:15:27,712 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.8190 sec
2024-11-18T02:15:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-18T02:15:28,052 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:28,052 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees
2024-11-18T02:15:28,054 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-18T02:15:28,055 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:28,055 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-18T02:15:28,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-18T02:15:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:28,208 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-18T02:15:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:28,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183f7455f4a5034d92a999c3bbe4af391f_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896126240/Put/seqid=0
2024-11-18T02:15:28,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742228_1404 (size=12454)
2024-11-18T02:15:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-18T02:15:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:28,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. as already flushing
2024-11-18T02:15:28,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896188447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:28,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1731896188451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:28,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896188458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:28,463 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 3076eae951e42f91eaa3922380f1a2cb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2221 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:28,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896188459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:28,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896188459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:28,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896188562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:28,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:28,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896188571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:28,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:28,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896188581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:28,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896188581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:28,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:28,625 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183f7455f4a5034d92a999c3bbe4af391f_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183f7455f4a5034d92a999c3bbe4af391f_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:28,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/243ae4477c244864b812f69c205088b0, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:28,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/243ae4477c244864b812f69c205088b0 is 175, key is test_row_0/A:col10/1731896126240/Put/seqid=0
2024-11-18T02:15:28,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742229_1405 (size=31255)
2024-11-18T02:15:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-18T02:15:28,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896188781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:28,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896188791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:28,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:28,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:28,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896188802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:28,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896188802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:28,846 INFO  [Thread-1558 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1558.
2024-11-18T02:15:28,846 DEBUG [Thread-1558 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:28,846 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:28,846 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:28,846 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:28,852 INFO  [Thread-1560 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1560.
2024-11-18T02:15:28,852 DEBUG [Thread-1560 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:28,852 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:28,852 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:28,852 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:28,853 INFO  [Thread-1554 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1554.
2024-11-18T02:15:28,853 DEBUG [Thread-1554 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:28,853 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:28,853 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:28,853 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:28,861 INFO  [Thread-1562 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1562.
2024-11-18T02:15:28,861 DEBUG [Thread-1562 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:28,861 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:28,861 DEBUG [Thread-1562 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:28,861 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:28,865 INFO  [Thread-1556 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1556.
2024-11-18T02:15:28,865 DEBUG [Thread-1556 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:28,865 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:28,865 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:28,865 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:29,031 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/243ae4477c244864b812f69c205088b0
2024-11-18T02:15:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/f60481728298498dbfd1108f79d3807e is 50, key is test_row_0/B:col10/1731896126240/Put/seqid=0
2024-11-18T02:15:29,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742230_1406 (size=12301)
2024-11-18T02:15:29,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896189102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:29,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896189111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:29,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896189121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:29,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896189121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:29,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:29,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-18T02:15:29,440 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/f60481728298498dbfd1108f79d3807e
2024-11-18T02:15:29,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/915e79d213384161a93fc7e2da681618 is 50, key is test_row_0/C:col10/1731896126240/Put/seqid=0
2024-11-18T02:15:29,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742231_1407 (size=12301)
2024-11-18T02:15:29,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1731896189612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:29,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1731896189621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:29,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731896189631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:29,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1731896189631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:29,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:15:29,850 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/915e79d213384161a93fc7e2da681618
2024-11-18T02:15:29,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/243ae4477c244864b812f69c205088b0 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/243ae4477c244864b812f69c205088b0
2024-11-18T02:15:29,856 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/243ae4477c244864b812f69c205088b0, entries=150, sequenceid=306, filesize=30.5 K
2024-11-18T02:15:29,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/f60481728298498dbfd1108f79d3807e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/f60481728298498dbfd1108f79d3807e
2024-11-18T02:15:29,860 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/f60481728298498dbfd1108f79d3807e, entries=150, sequenceid=306, filesize=12.0 K
2024-11-18T02:15:29,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/915e79d213384161a93fc7e2da681618 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/915e79d213384161a93fc7e2da681618
2024-11-18T02:15:29,863 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/915e79d213384161a93fc7e2da681618, entries=150, sequenceid=306, filesize=12.0 K
2024-11-18T02:15:29,864 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for 3076eae951e42f91eaa3922380f1a2cb in 1656ms, sequenceid=306, compaction requested=true
2024-11-18T02:15:29,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:29,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:29,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112
2024-11-18T02:15:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=112
2024-11-18T02:15:29,866 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111
2024-11-18T02:15:29,866 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec
2024-11-18T02:15:29,867 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.8150 sec
2024-11-18T02:15:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-18T02:15:30,202 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:30,483 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-18T02:15:30,483 INFO  [Thread-1551 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1551.
2024-11-18T02:15:30,483 DEBUG [Thread-1551 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:30,483 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:30,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:30,483 DEBUG [Thread-1551 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:30,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:30,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:30,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:30,483 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:30,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:30,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:30,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bf814053f860447ab5f80bf8d225dc3d_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896128456/Put/seqid=0
2024-11-18T02:15:30,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742232_1408 (size=12454)
2024-11-18T02:15:30,623 INFO  [Thread-1545 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1545.
2024-11-18T02:15:30,623 DEBUG [Thread-1545 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:30,623 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:30,623 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:30,623 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:30,633 INFO  [Thread-1543 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1543.
2024-11-18T02:15:30,633 DEBUG [Thread-1543 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:30,633 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:30,633 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:30,633 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:30,643 INFO  [Thread-1549 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1549.
2024-11-18T02:15:30,643 INFO  [Thread-1547 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1547.
2024-11-18T02:15:30,643 DEBUG [Thread-1549 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:30,643 DEBUG [Thread-1547 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:30,643 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:30,643 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:30,643 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:30,643 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:30,643 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:30,643 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 66
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 68
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 34
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 55
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 41
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1010
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3027 rows
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1009
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3023 rows
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1007
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3021 rows
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1017
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3051 rows
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 999
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2997 rows
2024-11-18T02:15:30,644 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T02:15:30,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T02:15:30,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:30,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:30,644 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:30,645 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T02:15:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T02:15:30,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896130647"}]},"ts":"1731896130647"}
2024-11-18T02:15:30,649 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T02:15:30,649 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T02:15:30,649 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T02:15:30,650 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, UNASSIGN}]
2024-11-18T02:15:30,651 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, UNASSIGN
2024-11-18T02:15:30,651 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=3076eae951e42f91eaa3922380f1a2cb, regionState=CLOSING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:30,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, UNASSIGN because future has completed
2024-11-18T02:15:30,653 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T02:15:30,653 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:15:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T02:15:30,805 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:30,805 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T02:15:30,805 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing 3076eae951e42f91eaa3922380f1a2cb, disabling compactions & flushes
2024-11-18T02:15:30,805 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:30,892 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:30,895 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bf814053f860447ab5f80bf8d225dc3d_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bf814053f860447ab5f80bf8d225dc3d_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:30,896 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/66bc1f8e714b4022aa1be94d1d5296ae, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:30,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/66bc1f8e714b4022aa1be94d1d5296ae is 175, key is test_row_0/A:col10/1731896128456/Put/seqid=0
2024-11-18T02:15:30,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742233_1409 (size=31255)
2024-11-18T02:15:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T02:15:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T02:15:31,300 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/66bc1f8e714b4022aa1be94d1d5296ae
2024-11-18T02:15:31,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/5b6cbcca75fb43eab4f4b337092f495c is 50, key is test_row_0/B:col10/1731896128456/Put/seqid=0
2024-11-18T02:15:31,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742234_1410 (size=12301)
2024-11-18T02:15:31,709 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/5b6cbcca75fb43eab4f4b337092f495c
2024-11-18T02:15:31,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/f592f852f9eb4e9dad566729f596d51a is 50, key is test_row_0/C:col10/1731896128456/Put/seqid=0
2024-11-18T02:15:31,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742235_1411 (size=12301)
2024-11-18T02:15:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T02:15:32,118 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/f592f852f9eb4e9dad566729f596d51a
2024-11-18T02:15:32,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/66bc1f8e714b4022aa1be94d1d5296ae as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/66bc1f8e714b4022aa1be94d1d5296ae
2024-11-18T02:15:32,125 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/66bc1f8e714b4022aa1be94d1d5296ae, entries=150, sequenceid=318, filesize=30.5 K
2024-11-18T02:15:32,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/5b6cbcca75fb43eab4f4b337092f495c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/5b6cbcca75fb43eab4f4b337092f495c
2024-11-18T02:15:32,128 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/5b6cbcca75fb43eab4f4b337092f495c, entries=150, sequenceid=318, filesize=12.0 K
2024-11-18T02:15:32,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/f592f852f9eb4e9dad566729f596d51a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/f592f852f9eb4e9dad566729f596d51a
2024-11-18T02:15:32,131 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/f592f852f9eb4e9dad566729f596d51a, entries=150, sequenceid=318, filesize=12.0 K
2024-11-18T02:15:32,132 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=26.84 KB/27480 for 3076eae951e42f91eaa3922380f1a2cb in 1649ms, sequenceid=318, compaction requested=true
2024-11-18T02:15:32,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3076eae951e42f91eaa3922380f1a2cb:

2024-11-18T02:15:32,132 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:32,132 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:32,132 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. after waiting 0 ms
2024-11-18T02:15:32,132 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:32,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3076eae951e42f91eaa3922380f1a2cb:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:15:32,132 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. because compaction request was cancelled
2024-11-18T02:15:32,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:32,132 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3076eae951e42f91eaa3922380f1a2cb:A
2024-11-18T02:15:32,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3076eae951e42f91eaa3922380f1a2cb:B, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:15:32,132 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. because compaction request was cancelled
2024-11-18T02:15:32,132 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing 3076eae951e42f91eaa3922380f1a2cb 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-18T02:15:32,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:32,132 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3076eae951e42f91eaa3922380f1a2cb:B
2024-11-18T02:15:32,132 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. because compaction request was cancelled
2024-11-18T02:15:32,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3076eae951e42f91eaa3922380f1a2cb:C, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:15:32,132 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3076eae951e42f91eaa3922380f1a2cb:C
2024-11-18T02:15:32,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:32,133 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=A
2024-11-18T02:15:32,133 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:32,133 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=B
2024-11-18T02:15:32,133 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:32,133 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3076eae951e42f91eaa3922380f1a2cb, store=C
2024-11-18T02:15:32,133 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:32,137 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118af82f6af797843a9aedbd02d6b134593_3076eae951e42f91eaa3922380f1a2cb is 50, key is test_row_0/A:col10/1731896130642/Put/seqid=0
2024-11-18T02:15:32,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742236_1412 (size=9914)
2024-11-18T02:15:32,158 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T02:15:32,540 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:32,543 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118af82f6af797843a9aedbd02d6b134593_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118af82f6af797843a9aedbd02d6b134593_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:32,544 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/aa2befc3d4e24719848412e7e13eaa1a, store: [table=TestAcidGuarantees family=A region=3076eae951e42f91eaa3922380f1a2cb]
2024-11-18T02:15:32,544 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/aa2befc3d4e24719848412e7e13eaa1a is 175, key is test_row_0/A:col10/1731896130642/Put/seqid=0
2024-11-18T02:15:32,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742237_1413 (size=22561)
2024-11-18T02:15:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T02:15:32,948 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/aa2befc3d4e24719848412e7e13eaa1a
2024-11-18T02:15:32,954 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/cffeca4a1e7649ccae318f7a74fef023 is 50, key is test_row_0/B:col10/1731896130642/Put/seqid=0
2024-11-18T02:15:32,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742238_1414 (size=9857)
2024-11-18T02:15:33,357 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/cffeca4a1e7649ccae318f7a74fef023
2024-11-18T02:15:33,363 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/bf79f76c59da434c8902a213add5080e is 50, key is test_row_0/C:col10/1731896130642/Put/seqid=0
2024-11-18T02:15:33,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742239_1415 (size=9857)
2024-11-18T02:15:33,766 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/bf79f76c59da434c8902a213add5080e
2024-11-18T02:15:33,770 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/A/aa2befc3d4e24719848412e7e13eaa1a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/aa2befc3d4e24719848412e7e13eaa1a
2024-11-18T02:15:33,773 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/aa2befc3d4e24719848412e7e13eaa1a, entries=100, sequenceid=325, filesize=22.0 K
2024-11-18T02:15:33,774 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/B/cffeca4a1e7649ccae318f7a74fef023 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/cffeca4a1e7649ccae318f7a74fef023
2024-11-18T02:15:33,776 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/cffeca4a1e7649ccae318f7a74fef023, entries=100, sequenceid=325, filesize=9.6 K
2024-11-18T02:15:33,777 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/.tmp/C/bf79f76c59da434c8902a213add5080e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/bf79f76c59da434c8902a213add5080e
2024-11-18T02:15:33,780 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/bf79f76c59da434c8902a213add5080e, entries=100, sequenceid=325, filesize=9.6 K
2024-11-18T02:15:33,780 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3076eae951e42f91eaa3922380f1a2cb in 1648ms, sequenceid=325, compaction requested=true
2024-11-18T02:15:33,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/9d31f80462bc49439f4244d139e3a684, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/5771e99a3aef43e486471b51b42f522e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/a8db9d66d8d64fbe8cc743e97339af58, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/f7e3951ad00d4674bc6e9f8772cb4185, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/ea4942fbdb2e4ba588a607e2e9241be9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/510ce6f746694a5d8dc4fc398df381c6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/0fe87a29eed04aa699e48b3879baeab1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/dbe77e85bfdd47df9015e107a0cab4f7, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/60a73109edf9466386acb41441668e2a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/17f04e1a51b9494ab7bd494c18d6b8b2] to archive
2024-11-18T02:15:33,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:15:33,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/9d31f80462bc49439f4244d139e3a684 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/9d31f80462bc49439f4244d139e3a684
2024-11-18T02:15:33,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/5771e99a3aef43e486471b51b42f522e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/5771e99a3aef43e486471b51b42f522e
2024-11-18T02:15:33,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/a8db9d66d8d64fbe8cc743e97339af58 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/a8db9d66d8d64fbe8cc743e97339af58
2024-11-18T02:15:33,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/f7e3951ad00d4674bc6e9f8772cb4185 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/f7e3951ad00d4674bc6e9f8772cb4185
2024-11-18T02:15:33,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/ea4942fbdb2e4ba588a607e2e9241be9 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/ea4942fbdb2e4ba588a607e2e9241be9
2024-11-18T02:15:33,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/510ce6f746694a5d8dc4fc398df381c6 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/510ce6f746694a5d8dc4fc398df381c6
2024-11-18T02:15:33,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/0fe87a29eed04aa699e48b3879baeab1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/0fe87a29eed04aa699e48b3879baeab1
2024-11-18T02:15:33,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/dbe77e85bfdd47df9015e107a0cab4f7 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/dbe77e85bfdd47df9015e107a0cab4f7
2024-11-18T02:15:33,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/60a73109edf9466386acb41441668e2a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/60a73109edf9466386acb41441668e2a
2024-11-18T02:15:33,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/17f04e1a51b9494ab7bd494c18d6b8b2 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/17f04e1a51b9494ab7bd494c18d6b8b2
2024-11-18T02:15:33,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/0797b5f8c0ad4a62a0fcabccbad5922b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/8db4c519b79b4664bfc7d0e3c489be24, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/d3509f0cabe34937bddc51efb8386e80, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/e51a570926ab423aa5f4c192fc9cfbd3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/4202c0e89fe84babab4b0ceb0d2efab6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/09e7814f322641f5811c0ab1e18b7179, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/6417d0fe986f48a992b2eb206a6672cc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/bfdbf7bb64ad40e1aa903c9b9c1766da, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/129ac9f8a291434bb35edffb64fb958a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/10c434c191724c18b03aeb4bfc23db74] to archive
2024-11-18T02:15:33,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:15:33,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/0797b5f8c0ad4a62a0fcabccbad5922b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/0797b5f8c0ad4a62a0fcabccbad5922b
2024-11-18T02:15:33,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/8db4c519b79b4664bfc7d0e3c489be24 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/8db4c519b79b4664bfc7d0e3c489be24
2024-11-18T02:15:33,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/d3509f0cabe34937bddc51efb8386e80 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/d3509f0cabe34937bddc51efb8386e80
2024-11-18T02:15:33,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/e51a570926ab423aa5f4c192fc9cfbd3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/e51a570926ab423aa5f4c192fc9cfbd3
2024-11-18T02:15:33,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/4202c0e89fe84babab4b0ceb0d2efab6 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/4202c0e89fe84babab4b0ceb0d2efab6
2024-11-18T02:15:33,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/09e7814f322641f5811c0ab1e18b7179 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/09e7814f322641f5811c0ab1e18b7179
2024-11-18T02:15:33,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/6417d0fe986f48a992b2eb206a6672cc to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/6417d0fe986f48a992b2eb206a6672cc
2024-11-18T02:15:33,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/bfdbf7bb64ad40e1aa903c9b9c1766da to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/bfdbf7bb64ad40e1aa903c9b9c1766da
2024-11-18T02:15:33,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/129ac9f8a291434bb35edffb64fb958a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/129ac9f8a291434bb35edffb64fb958a
2024-11-18T02:15:33,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/10c434c191724c18b03aeb4bfc23db74 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/10c434c191724c18b03aeb4bfc23db74
2024-11-18T02:15:33,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/d21410544796488488513b7e82cb144b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/0fd0f68bff754e1888e2ea9616fb3d1b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/7a930196d9184ae780427bf7c8332418, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/c9ccc155b99a4f068c0c80c0725ef50b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/fae522db30844c59ab73019dd8e96789, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/713efa3826de416ba51af415373ab26c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/a90b92f72555425b969850d55416b0be, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/aa48c71bfed743029a873b9d4d05cfc9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/93a5f31240b54e038f395f8e24c76a82, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/0e9f0b027f99424ba7d5901d252ab9d9] to archive
2024-11-18T02:15:33,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:15:33,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/d21410544796488488513b7e82cb144b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/d21410544796488488513b7e82cb144b
2024-11-18T02:15:33,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/0fd0f68bff754e1888e2ea9616fb3d1b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/0fd0f68bff754e1888e2ea9616fb3d1b
2024-11-18T02:15:33,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/7a930196d9184ae780427bf7c8332418 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/7a930196d9184ae780427bf7c8332418
2024-11-18T02:15:33,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/c9ccc155b99a4f068c0c80c0725ef50b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/c9ccc155b99a4f068c0c80c0725ef50b
2024-11-18T02:15:33,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/fae522db30844c59ab73019dd8e96789 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/fae522db30844c59ab73019dd8e96789
2024-11-18T02:15:33,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/713efa3826de416ba51af415373ab26c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/713efa3826de416ba51af415373ab26c
2024-11-18T02:15:33,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/a90b92f72555425b969850d55416b0be to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/a90b92f72555425b969850d55416b0be
2024-11-18T02:15:33,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/aa48c71bfed743029a873b9d4d05cfc9 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/aa48c71bfed743029a873b9d4d05cfc9
2024-11-18T02:15:33,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/93a5f31240b54e038f395f8e24c76a82 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/93a5f31240b54e038f395f8e24c76a82
2024-11-18T02:15:33,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/0e9f0b027f99424ba7d5901d252ab9d9 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/0e9f0b027f99424ba7d5901d252ab9d9
2024-11-18T02:15:33,815 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/recovered.edits/328.seqid, newMaxSeqId=328, maxSeqId=4
2024-11-18T02:15:33,815 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.
2024-11-18T02:15:33,815 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for 3076eae951e42f91eaa3922380f1a2cb:
Waiting for close lock at 1731896130805Running coprocessor pre-close hooks at 1731896130805Disabling compacts and flushes for region at 1731896130805Disabling writes for close at 1731896132132 (+1327 ms)Obtaining lock to block concurrent updates at 1731896132132Preparing flush snapshotting stores in 3076eae951e42f91eaa3922380f1a2cb at 1731896132132Finished memstore snapshotting TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731896132133 (+1 ms)Flushing stores of TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb. at 1731896132133Flushing 3076eae951e42f91eaa3922380f1a2cb/A: creating writer at 1731896132133Flushing mob file 3076eae951e42f91eaa3922380f1a2cb/A: appending metadata at 1731896132136 (+3 ms)Flushing mob file 3076eae951e42f91eaa3922380f1a2cb/A: closing flushed file at 1731896132136Flushing 3076eae951e42f91eaa3922380f1a2cb/A: appending metadata at 1731896132544 (+408 ms)Flushing 3076eae951e42f91eaa3922380f1a2cb/A: closing flushed file at 1731896132544Flushing 3076eae951e42f91eaa3922380f1a2cb/B: creating writer at 1731896132951 (+407 ms)Flushing 3076eae951e42f91eaa3922380f1a2cb/B: appending metadata at 1731896132953 (+2 ms)Flushing 3076eae951e42f91eaa3922380f1a2cb/B: closing flushed file at 1731896132953Flushing 3076eae951e42f91eaa3922380f1a2cb/C: creating writer at 1731896133360 (+407 ms)Flushing 3076eae951e42f91eaa3922380f1a2cb/C: appending metadata at 1731896133363 (+3 ms)Flushing 3076eae951e42f91eaa3922380f1a2cb/C: closing flushed file at 1731896133363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d09070f: reopening flushed file at 1731896133770 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e0b7c98: reopening flushed file at 1731896133773 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f8ed5f: reopening flushed file at 1731896133777 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3076eae951e42f91eaa3922380f1a2cb in 1648ms, sequenceid=325, compaction requested=true at 1731896133780 (+3 ms)Writing region close event to WAL at 1731896133812 (+32 ms)Running coprocessor post-close hooks at 1731896133815 (+3 ms)Closed at 1731896133815
2024-11-18T02:15:33,817 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed 3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:33,817 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=3076eae951e42f91eaa3922380f1a2cb, regionState=CLOSED
2024-11-18T02:15:33,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:15:33,821 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-18T02:15:33,821 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure 3076eae951e42f91eaa3922380f1a2cb, server=c4730a2bacf8,33637,1731896013809 in 3.1660 sec
2024-11-18T02:15:33,822 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114
2024-11-18T02:15:33,822 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3076eae951e42f91eaa3922380f1a2cb, UNASSIGN in 3.1710 sec
2024-11-18T02:15:33,823 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-11-18T02:15:33,823 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.1730 sec
2024-11-18T02:15:33,824 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896133824"}]},"ts":"1731896133824"}
2024-11-18T02:15:33,826 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T02:15:33,826 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T02:15:33,827 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.1810 sec
2024-11-18T02:15:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-18T02:15:34,811 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:34,812 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T02:15:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:34,814 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-18T02:15:34,814 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:34,816 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,818 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/recovered.edits]
2024-11-18T02:15:34,820 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/162de4c5e2f04746975e613115eac18f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/162de4c5e2f04746975e613115eac18f
2024-11-18T02:15:34,820 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/243ae4477c244864b812f69c205088b0 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/243ae4477c244864b812f69c205088b0
2024-11-18T02:15:34,821 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/2934c9394ddc4a60b34658bf0f179acf to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/2934c9394ddc4a60b34658bf0f179acf
2024-11-18T02:15:34,822 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/31017c284e384c56a77ca49ff125ac92 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/31017c284e384c56a77ca49ff125ac92
2024-11-18T02:15:34,823 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/3db9a59302974a15971a13d825aff273 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/3db9a59302974a15971a13d825aff273
2024-11-18T02:15:34,824 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/66bc1f8e714b4022aa1be94d1d5296ae to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/66bc1f8e714b4022aa1be94d1d5296ae
2024-11-18T02:15:34,825 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/a26bca7f117d44a7826bf154514ffb97 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/a26bca7f117d44a7826bf154514ffb97
2024-11-18T02:15:34,826 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/aa2befc3d4e24719848412e7e13eaa1a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/aa2befc3d4e24719848412e7e13eaa1a
2024-11-18T02:15:34,827 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/b893597eb8d44b92a00fc11a1602145d to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/A/b893597eb8d44b92a00fc11a1602145d
2024-11-18T02:15:34,829 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/2da3789c51e94569be2d5f2ac459658a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/2da3789c51e94569be2d5f2ac459658a
2024-11-18T02:15:34,830 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/5a7f912ee57f42a2a673d3826fdbcbaa to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/5a7f912ee57f42a2a673d3826fdbcbaa
2024-11-18T02:15:34,831 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/5b6cbcca75fb43eab4f4b337092f495c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/5b6cbcca75fb43eab4f4b337092f495c
2024-11-18T02:15:34,832 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/5c3fafbcce2342e69e7ebed1e91f271b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/5c3fafbcce2342e69e7ebed1e91f271b
2024-11-18T02:15:34,833 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/613511a0fff845918bef7a50e4781a11 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/613511a0fff845918bef7a50e4781a11
2024-11-18T02:15:34,834 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/9eb9365c344b488db6130410126e5aa3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/9eb9365c344b488db6130410126e5aa3
2024-11-18T02:15:34,835 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/cffeca4a1e7649ccae318f7a74fef023 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/cffeca4a1e7649ccae318f7a74fef023
2024-11-18T02:15:34,836 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/f60481728298498dbfd1108f79d3807e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/f60481728298498dbfd1108f79d3807e
2024-11-18T02:15:34,836 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/ff06cec7444d4951bf9a6baafb13d37b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/B/ff06cec7444d4951bf9a6baafb13d37b
2024-11-18T02:15:34,838 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/01c1e4cb16354c3f92234927caad5139 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/01c1e4cb16354c3f92234927caad5139
2024-11-18T02:15:34,839 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/3785a2e521d0405cbf2d7aeaa9ae2f72 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/3785a2e521d0405cbf2d7aeaa9ae2f72
2024-11-18T02:15:34,840 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/66b8422862914f088dffdcdeca7dc170 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/66b8422862914f088dffdcdeca7dc170
2024-11-18T02:15:34,841 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/821cc5272ae0441f87e15c438207ca4a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/821cc5272ae0441f87e15c438207ca4a
2024-11-18T02:15:34,841 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/915e79d213384161a93fc7e2da681618 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/915e79d213384161a93fc7e2da681618
2024-11-18T02:15:34,842 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/9c8af18720414098a7af2dd2db6f9868 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/9c8af18720414098a7af2dd2db6f9868
2024-11-18T02:15:34,843 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/b3b0be206dfa4eaba287e66722afaa6e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/b3b0be206dfa4eaba287e66722afaa6e
2024-11-18T02:15:34,844 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/bf79f76c59da434c8902a213add5080e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/bf79f76c59da434c8902a213add5080e
2024-11-18T02:15:34,844 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/f592f852f9eb4e9dad566729f596d51a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/C/f592f852f9eb4e9dad566729f596d51a
2024-11-18T02:15:34,846 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/recovered.edits/328.seqid to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb/recovered.edits/328.seqid
2024-11-18T02:15:34,847 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,847 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T02:15:34,847 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T02:15:34,848 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-18T02:15:34,850 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118015a7e9dcc934bdbb142fa7a86965a2e_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118015a7e9dcc934bdbb142fa7a86965a2e_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,851 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180ac52d4a2b264bc487237cceaa1800b4_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180ac52d4a2b264bc487237cceaa1800b4_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,851 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118106050d2ea7144ee9ddaae083495a409_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118106050d2ea7144ee9ddaae083495a409_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,852 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181cad8708077d471f910a3978cb9796b4_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181cad8708077d471f910a3978cb9796b4_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,853 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183aeabbf7269a4d99bc77af68b12ebd93_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183aeabbf7269a4d99bc77af68b12ebd93_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,854 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183f7455f4a5034d92a999c3bbe4af391f_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183f7455f4a5034d92a999c3bbe4af391f_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,855 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184b5da67734c8436db0a23b02d3393fcd_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184b5da67734c8436db0a23b02d3393fcd_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,856 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185939e89926a44ca386607f611d7b3ecf_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185939e89926a44ca386607f611d7b3ecf_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,857 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186e8926c4372b43bdb8dcca5c8ee500d6_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186e8926c4372b43bdb8dcca5c8ee500d6_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,858 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187a9aa8234bbe40c2ad072da72f6c1fa8_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187a9aa8234bbe40c2ad072da72f6c1fa8_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,859 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118af82f6af797843a9aedbd02d6b134593_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118af82f6af797843a9aedbd02d6b134593_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,861 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b9247ed9c131470cae654ff6960a7118_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b9247ed9c131470cae654ff6960a7118_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,861 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bf814053f860447ab5f80bf8d225dc3d_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bf814053f860447ab5f80bf8d225dc3d_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,862 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d95aa3d428ef4d438780f25403d7c73c_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d95aa3d428ef4d438780f25403d7c73c_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,863 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e967435cdf0641c383db113a19c17916_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e967435cdf0641c383db113a19c17916_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,864 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ef6987bd65bf428ab21d36bc75605de2_3076eae951e42f91eaa3922380f1a2cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ef6987bd65bf428ab21d36bc75605de2_3076eae951e42f91eaa3922380f1a2cb
2024-11-18T02:15:34,865 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T02:15:34,866 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:34,869 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T02:15:34,871 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T02:15:34,871 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:34,872 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T02:15:34,872 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731896134872"}]},"ts":"9223372036854775807"}
2024-11-18T02:15:34,873 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T02:15:34,873 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3076eae951e42f91eaa3922380f1a2cb, NAME => 'TestAcidGuarantees,,1731896105720.3076eae951e42f91eaa3922380f1a2cb.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T02:15:34,874 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T02:15:34,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731896134874"}]},"ts":"9223372036854775807"}
2024-11-18T02:15:34,875 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T02:15:34,876 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:34,877 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 64 msec
2024-11-18T02:15:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-18T02:15:34,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T02:15:34,923 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:34,933 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 250)
Potentially hanging thread: HFileArchiver-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2010054936_22 at /127.0.0.1:36092 [Waiting for operation #751]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2010054936_22 at /127.0.0.1:39216 [Waiting for operation #1235]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2129763339_22 at /127.0.0.1:36076 [Waiting for operation #742]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2129763339_22 at /127.0.0.1:36078 [Waiting for operation #753]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=457 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=344 (was 400), ProcessCount=11 (was 11), AvailableMemoryMB=2531 (was 2630)
2024-11-18T02:15:34,942 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=344, ProcessCount=11, AvailableMemoryMB=2531
2024-11-18T02:15:34,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T02:15:34,944 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:15:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T02:15:34,946 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:15:34,946 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:34,946 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 118
2024-11-18T02:15:34,947 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:15:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-18T02:15:34,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742240_1416 (size=1061)
2024-11-18T02:15:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-18T02:15:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-18T02:15:35,353 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182
2024-11-18T02:15:35,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742241_1417 (size=53)
2024-11-18T02:15:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-18T02:15:35,758 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:15:35,758 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 55eb261d3230e8a39969b9e7b7e7b342, disabling compactions & flushes
2024-11-18T02:15:35,758 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:35,758 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:35,758 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. after waiting 0 ms
2024-11-18T02:15:35,758 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:35,758 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:35,758 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55eb261d3230e8a39969b9e7b7e7b342:
Waiting for close lock at 1731896135758Disabling compacts and flushes for region at 1731896135758Disabling writes for close at 1731896135758Writing region close event to WAL at 1731896135758Closed at 1731896135758
2024-11-18T02:15:35,759 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:15:35,760 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731896135759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896135759"}]},"ts":"1731896135759"}
2024-11-18T02:15:35,761 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:15:35,762 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:15:35,762 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896135762"}]},"ts":"1731896135762"}
2024-11-18T02:15:35,763 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T02:15:35,763 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55eb261d3230e8a39969b9e7b7e7b342, ASSIGN}]
2024-11-18T02:15:35,764 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55eb261d3230e8a39969b9e7b7e7b342, ASSIGN
2024-11-18T02:15:35,765 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=55eb261d3230e8a39969b9e7b7e7b342, ASSIGN; state=OFFLINE, location=c4730a2bacf8,33637,1731896013809; forceNewPlan=false, retain=false
2024-11-18T02:15:35,916 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=55eb261d3230e8a39969b9e7b7e7b342, regionState=OPENING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:35,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=55eb261d3230e8a39969b9e7b7e7b342, ASSIGN because future has completed
2024-11-18T02:15:35,917 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:15:36,071 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:36,071 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:15:36,072 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:36,072 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:15:36,072 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:36,072 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:36,073 INFO  [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 55eb261d3230e8a39969b9e7b7e7b342 
2024-11-18T02:15:36,074 INFO  [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:15:36,074 INFO  [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55eb261d3230e8a39969b9e7b7e7b342 columnFamilyName A
2024-11-18T02:15:36,074 DEBUG [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:36,075 INFO  [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] regionserver.HStore(327): Store=55eb261d3230e8a39969b9e7b7e7b342/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:15:36,075 INFO  [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 55eb261d3230e8a39969b9e7b7e7b342 
2024-11-18T02:15:36,076 INFO  [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:15:36,076 INFO  [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55eb261d3230e8a39969b9e7b7e7b342 columnFamilyName B
2024-11-18T02:15:36,076 DEBUG [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:36,076 INFO  [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] regionserver.HStore(327): Store=55eb261d3230e8a39969b9e7b7e7b342/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:15:36,076 INFO  [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 55eb261d3230e8a39969b9e7b7e7b342 
2024-11-18T02:15:36,077 INFO  [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:15:36,077 INFO  [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55eb261d3230e8a39969b9e7b7e7b342 columnFamilyName C
2024-11-18T02:15:36,077 DEBUG [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:15:36,078 INFO  [StoreOpener-55eb261d3230e8a39969b9e7b7e7b342-1 {}] regionserver.HStore(327): Store=55eb261d3230e8a39969b9e7b7e7b342/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:15:36,078 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:36,078 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:36,078 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:36,078 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:36,079 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:36,079 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:36,079 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T02:15:36,080 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:36,082 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:15:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-18T02:15:36,082 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened 55eb261d3230e8a39969b9e7b7e7b342; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59806183, jitterRate=-0.1088184267282486}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T02:15:36,082 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:36,083 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for 55eb261d3230e8a39969b9e7b7e7b342:
Running coprocessor pre-open hook at 1731896136072Writing region info on filesystem at 1731896136072Initializing all the Stores at 1731896136073 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896136073Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896136073Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896136073Cleaning up temporary data from old regions at 1731896136079 (+6 ms)Running coprocessor post-open hooks at 1731896136082 (+3 ms)Region opened successfully at 1731896136083 (+1 ms)
2024-11-18T02:15:36,083 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., pid=120, masterSystemTime=1731896136069
2024-11-18T02:15:36,085 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:36,085 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:36,085 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=55eb261d3230e8a39969b9e7b7e7b342, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:36,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:15:36,088 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-18T02:15:36,088 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure 55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809 in 170 msec
2024-11-18T02:15:36,090 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118
2024-11-18T02:15:36,090 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55eb261d3230e8a39969b9e7b7e7b342, ASSIGN in 325 msec
2024-11-18T02:15:36,090 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:15:36,090 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896136090"}]},"ts":"1731896136090"}
2024-11-18T02:15:36,091 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T02:15:36,092 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:15:36,093 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec
2024-11-18T02:15:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-18T02:15:37,092 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:37,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e1a424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:37,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:37,094 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3a1521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:37,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:37,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:37,096 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b36811a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:37,097 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:37,098 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:37,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T02:15:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,35213,1731896013075
2024-11-18T02:15:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41d9c578
2024-11-18T02:15:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T02:15:37,100 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T02:15:37,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407ebc73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:37,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:37,102 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cf944f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:37,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:37,103 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:37,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71eb385d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5159e3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:37,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:37,104 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:37,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:37,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:37,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7057cd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:37,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:37,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:37,105 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:37,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d277a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1062bfdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:37,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:37,107 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d352f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:37,108 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:37,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2ddf82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7232e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:37,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:37,109 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed0781c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:37,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:37,110 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:37,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b684c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39880b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:37,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:37,112 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc5d41a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:37,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:37,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:37,113 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:37,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434b345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb46e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:37,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:37,115 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:37,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:37,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:37,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d10a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:37,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:37,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:37,116 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e65167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1593fd05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:37,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:37,117 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e108a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:37,118 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:37,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c33d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729114ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:37,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:37,120 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2887457b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:37,121 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:37,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258d4ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139f4c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:37,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:37,122 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:37,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:37,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:37,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d449c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:37,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:37,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:37,123 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:37,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761ad564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b03bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:15:37,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:15:37,125 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:15:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:15:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:15:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730a54b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:15:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:15:37,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:37,126 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:15:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a734707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:15:37,127 DEBUG [Thread-1884 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:37,127 DEBUG [Thread-1903 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:37,127 DEBUG [Thread-1888 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:37,127 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:37,127 DEBUG [Thread-1890 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:37,127 DEBUG [Thread-1895 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:37,127 DEBUG [Thread-1897 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:37,128 DEBUG [Thread-1886 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees
2024-11-18T02:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:37,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:37,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:37,129 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:37,129 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:37,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:37,129 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:37,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-18T02:15:37,130 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:37,130 DEBUG [Thread-1901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:37,130 DEBUG [Thread-1892 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:37,130 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:37,130 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:37,130 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:37,131 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:37,131 DEBUG [Thread-1899 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:15:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:15:37,132 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:37,132 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:37,132 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:37,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:15:37,132 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:37,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:15:37,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:15:37,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:15:37,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:15:37,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:15:37,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:15:37,135 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:15:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:15:37,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:15:37,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:15:37,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2]
2024-11-18T02:15:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:37,142 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:15:37,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:37,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:37,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:37,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:37,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:37,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:37,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/26f6b12dc27f45749490996dd22734a9 is 50, key is test_row_0/A:col10/1731896137141/Put/seqid=0
2024-11-18T02:15:37,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742242_1418 (size=16681)
2024-11-18T02:15:37,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896197166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896197167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896197174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896137161, max timestamp=1731896137178Num uniques 859; 
2024-11-18T02:15:37,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896137161, max timestamp=1731896137178Num uniques 859; 
2024-11-18T02:15:37,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896137161, max timestamp=1731896137178Num uniques 859; 
2024-11-18T02:15:37,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:37,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:37,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:37,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-18T02:15:37,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896197245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896197250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T02:15:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:37,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896197291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896197291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896197291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896197362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896197362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,372 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T02:15:37,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:37,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:37,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:37,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-18T02:15:37,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896197512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896197512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896197512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,576 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/26f6b12dc27f45749490996dd22734a9
2024-11-18T02:15:37,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T02:15:37,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:37,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:37,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:37,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896197581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896197582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/c6c81605f7c045b38ac0e53139cc77cb is 50, key is test_row_0/B:col10/1731896137141/Put/seqid=0
2024-11-18T02:15:37,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742243_1419 (size=12001)
2024-11-18T02:15:37,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T02:15:37,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:37,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:37,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:37,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-18T02:15:37,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896197832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896197832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896197832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T02:15:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:37,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:37,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896197901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:37,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896197902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:37,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:37,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:37,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:38,004 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/c6c81605f7c045b38ac0e53139cc77cb
2024-11-18T02:15:38,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/e20e0200c0f142aeb0f87ee825185efa is 50, key is test_row_0/C:col10/1731896137141/Put/seqid=0
2024-11-18T02:15:38,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742244_1420 (size=12001)
2024-11-18T02:15:38,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T02:15:38,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:38,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:38,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:38,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:38,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:38,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T02:15:38,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:38,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:38,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:38,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:38,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-18T02:15:38,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T02:15:38,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:38,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:38,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:38,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:38,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:38,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896198352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:38,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896198352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:38,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896198352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:38,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896198422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:38,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:38,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:38,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:38,432 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/e20e0200c0f142aeb0f87ee825185efa
2024-11-18T02:15:38,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896198422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:38,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/26f6b12dc27f45749490996dd22734a9 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/26f6b12dc27f45749490996dd22734a9
2024-11-18T02:15:38,439 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/26f6b12dc27f45749490996dd22734a9, entries=250, sequenceid=12, filesize=16.3 K
2024-11-18T02:15:38,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/c6c81605f7c045b38ac0e53139cc77cb as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/c6c81605f7c045b38ac0e53139cc77cb
2024-11-18T02:15:38,443 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/c6c81605f7c045b38ac0e53139cc77cb, entries=150, sequenceid=12, filesize=11.7 K
2024-11-18T02:15:38,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/e20e0200c0f142aeb0f87ee825185efa as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/e20e0200c0f142aeb0f87ee825185efa
2024-11-18T02:15:38,446 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/e20e0200c0f142aeb0f87ee825185efa, entries=150, sequenceid=12, filesize=11.7 K
2024-11-18T02:15:38,447 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 55eb261d3230e8a39969b9e7b7e7b342 in 1305ms, sequenceid=12, compaction requested=false
2024-11-18T02:15:38,447 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-18T02:15:38,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:38,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-18T02:15:38,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:38,509 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-11-18T02:15:38,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:38,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:38,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:38,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:38,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:38,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:38,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/3da754b72baa41a483a1989fbc9920d9 is 50, key is test_row_0/A:col10/1731896137249/Put/seqid=0
2024-11-18T02:15:38,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742245_1421 (size=12001)
2024-11-18T02:15:38,919 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/3da754b72baa41a483a1989fbc9920d9
2024-11-18T02:15:38,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/29cb02667c8f44848e2c115d37ee2cfa is 50, key is test_row_0/B:col10/1731896137249/Put/seqid=0
2024-11-18T02:15:38,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742246_1422 (size=12001)
2024-11-18T02:15:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-18T02:15:39,331 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/29cb02667c8f44848e2c115d37ee2cfa
2024-11-18T02:15:39,332 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:15:39,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/7406e4484dc2430abe6fe1bb9994cd69 is 50, key is test_row_0/C:col10/1731896137249/Put/seqid=0
2024-11-18T02:15:39,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742247_1423 (size=12001)
2024-11-18T02:15:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:39,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:39,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896199392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:39,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:39,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896199402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:39,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896199405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:39,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:39,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896199441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:39,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896199441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:39,452 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:39,453 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:39,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896199511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896199511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:39,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:39,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896199521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:39,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896199731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:39,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896199731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:39,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896199742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:39,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:39,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:39,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/7406e4484dc2430abe6fe1bb9994cd69
2024-11-18T02:15:39,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/3da754b72baa41a483a1989fbc9920d9 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/3da754b72baa41a483a1989fbc9920d9
2024-11-18T02:15:39,763 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/3da754b72baa41a483a1989fbc9920d9, entries=150, sequenceid=47, filesize=11.7 K
2024-11-18T02:15:39,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/29cb02667c8f44848e2c115d37ee2cfa as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/29cb02667c8f44848e2c115d37ee2cfa
2024-11-18T02:15:39,767 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/29cb02667c8f44848e2c115d37ee2cfa, entries=150, sequenceid=47, filesize=11.7 K
2024-11-18T02:15:39,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/7406e4484dc2430abe6fe1bb9994cd69 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/7406e4484dc2430abe6fe1bb9994cd69
2024-11-18T02:15:39,771 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/7406e4484dc2430abe6fe1bb9994cd69, entries=150, sequenceid=47, filesize=11.7 K
2024-11-18T02:15:39,771 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 55eb261d3230e8a39969b9e7b7e7b342 in 1262ms, sequenceid=47, compaction requested=false
2024-11-18T02:15:39,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:39,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:39,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122
2024-11-18T02:15:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=122
2024-11-18T02:15:39,774 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-11-18T02:15:39,774 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6410 sec
2024-11-18T02:15:39,775 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.6470 sec
2024-11-18T02:15:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:40,044 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-18T02:15:40,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:40,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:40,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:40,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:40,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:40,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:40,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/537c3c68b53a45368aefb8ae63f9a644 is 50, key is test_row_0/A:col10/1731896140043/Put/seqid=0
2024-11-18T02:15:40,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742248_1424 (size=14341)
2024-11-18T02:15:40,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896200093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:40,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896200104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:40,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896200106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:40,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896200211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:40,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:40,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896200222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:40,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:40,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896200232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:40,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896200426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:40,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896200441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:40,453 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/537c3c68b53a45368aefb8ae63f9a644
2024-11-18T02:15:40,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:40,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896200452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:40,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:40,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/348a957ae813486faa9a8407b175c202 is 50, key is test_row_0/B:col10/1731896140043/Put/seqid=0
2024-11-18T02:15:40,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742249_1425 (size=12001)
2024-11-18T02:15:40,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896200752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:40,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896200761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:40,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896200761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:40,866 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/348a957ae813486faa9a8407b175c202
2024-11-18T02:15:40,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/b7c71827e4494e46b2199132c5d104f1 is 50, key is test_row_0/C:col10/1731896140043/Put/seqid=0
2024-11-18T02:15:40,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742250_1426 (size=12001)
2024-11-18T02:15:41,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896201272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:41,278 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/b7c71827e4494e46b2199132c5d104f1
2024-11-18T02:15:41,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/537c3c68b53a45368aefb8ae63f9a644 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/537c3c68b53a45368aefb8ae63f9a644
2024-11-18T02:15:41,286 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/537c3c68b53a45368aefb8ae63f9a644, entries=200, sequenceid=59, filesize=14.0 K
2024-11-18T02:15:41,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896201281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:41,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/348a957ae813486faa9a8407b175c202 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/348a957ae813486faa9a8407b175c202
2024-11-18T02:15:41,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896201281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:41,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:41,289 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/348a957ae813486faa9a8407b175c202, entries=150, sequenceid=59, filesize=11.7 K
2024-11-18T02:15:41,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/b7c71827e4494e46b2199132c5d104f1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/b7c71827e4494e46b2199132c5d104f1
2024-11-18T02:15:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-18T02:15:41,292 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:41,293 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:41,293 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/b7c71827e4494e46b2199132c5d104f1, entries=150, sequenceid=59, filesize=11.7 K
2024-11-18T02:15:41,294 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 55eb261d3230e8a39969b9e7b7e7b342 in 1250ms, sequenceid=59, compaction requested=true
2024-11-18T02:15:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees
2024-11-18T02:15:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:15:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:41,294 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:15:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:15:41,294 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-18T02:15:41,295 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:41,295 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:41,295 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:41,295 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/A is initiating minor compaction (all files)
2024-11-18T02:15:41,295 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/B is initiating minor compaction (all files)
2024-11-18T02:15:41,295 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/B in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:41,295 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/A in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:41,295 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/26f6b12dc27f45749490996dd22734a9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/3da754b72baa41a483a1989fbc9920d9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/537c3c68b53a45368aefb8ae63f9a644] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=42.0 K
2024-11-18T02:15:41,295 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/c6c81605f7c045b38ac0e53139cc77cb, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/29cb02667c8f44848e2c115d37ee2cfa, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/348a957ae813486faa9a8407b175c202] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=35.2 K
2024-11-18T02:15:41,295 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:41,296 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:41,296 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting c6c81605f7c045b38ac0e53139cc77cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731896137136
2024-11-18T02:15:41,296 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26f6b12dc27f45749490996dd22734a9, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731896137136
2024-11-18T02:15:41,296 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 29cb02667c8f44848e2c115d37ee2cfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731896137228
2024-11-18T02:15:41,297 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 348a957ae813486faa9a8407b175c202, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731896139389
2024-11-18T02:15:41,297 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3da754b72baa41a483a1989fbc9920d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731896137228
2024-11-18T02:15:41,297 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 537c3c68b53a45368aefb8ae63f9a644, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731896139375
2024-11-18T02:15:41,304 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#B#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:41,305 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/a1d5dc63267849fd937ab5c75561612e is 50, key is test_row_0/B:col10/1731896140043/Put/seqid=0
2024-11-18T02:15:41,305 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#A#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:41,306 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/610bded4262f49eab055dc9424489371 is 50, key is test_row_0/A:col10/1731896140043/Put/seqid=0
2024-11-18T02:15:41,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742251_1427 (size=12104)
2024-11-18T02:15:41,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742252_1428 (size=12104)
2024-11-18T02:15:41,322 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/a1d5dc63267849fd937ab5c75561612e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/a1d5dc63267849fd937ab5c75561612e
2024-11-18T02:15:41,327 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/B of 55eb261d3230e8a39969b9e7b7e7b342 into a1d5dc63267849fd937ab5c75561612e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:41,327 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:41,327 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/B, priority=13, startTime=1731896141294; duration=0sec
2024-11-18T02:15:41,327 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:41,327 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:B
2024-11-18T02:15:41,327 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:41,328 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:41,328 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/C is initiating minor compaction (all files)
2024-11-18T02:15:41,328 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/C in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:41,328 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/e20e0200c0f142aeb0f87ee825185efa, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/7406e4484dc2430abe6fe1bb9994cd69, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/b7c71827e4494e46b2199132c5d104f1] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=35.2 K
2024-11-18T02:15:41,328 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting e20e0200c0f142aeb0f87ee825185efa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731896137136
2024-11-18T02:15:41,329 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 7406e4484dc2430abe6fe1bb9994cd69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731896137228
2024-11-18T02:15:41,329 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting b7c71827e4494e46b2199132c5d104f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731896139389
2024-11-18T02:15:41,334 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#C#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:41,335 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/b69b8277087d442aafe03979327546ed is 50, key is test_row_0/C:col10/1731896140043/Put/seqid=0
2024-11-18T02:15:41,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742253_1429 (size=12104)
2024-11-18T02:15:41,350 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/b69b8277087d442aafe03979327546ed as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/b69b8277087d442aafe03979327546ed
2024-11-18T02:15:41,355 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/C of 55eb261d3230e8a39969b9e7b7e7b342 into b69b8277087d442aafe03979327546ed(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:41,355 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:41,355 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/C, priority=13, startTime=1731896141294; duration=0sec
2024-11-18T02:15:41,355 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:41,355 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:C
2024-11-18T02:15:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-18T02:15:41,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-18T02:15:41,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:41,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T02:15:41,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:41,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:41,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:41,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:41,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:41,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:41,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/15abfad8f4b741fd9953b65a0ec30b3c is 50, key is test_row_0/A:col10/1731896140089/Put/seqid=0
2024-11-18T02:15:41,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742254_1430 (size=12001)
2024-11-18T02:15:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:41,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:41,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896201492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:41,502 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:41,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896201498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-18T02:15:41,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896201612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:41,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:41,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896201612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:41,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:41,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:41,727 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/610bded4262f49eab055dc9424489371 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/610bded4262f49eab055dc9424489371
2024-11-18T02:15:41,731 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/A of 55eb261d3230e8a39969b9e7b7e7b342 into 610bded4262f49eab055dc9424489371(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:41,731 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:41,731 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/A, priority=13, startTime=1731896141294; duration=0sec
2024-11-18T02:15:41,731 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:41,731 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:A
2024-11-18T02:15:41,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896201831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:41,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896201832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:41,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:41,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:41,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:41,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/15abfad8f4b741fd9953b65a0ec30b3c
2024-11-18T02:15:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/2b79a959db864cf5bd00f589ed0e0fd5 is 50, key is test_row_0/B:col10/1731896140089/Put/seqid=0
2024-11-18T02:15:41,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742255_1431 (size=12001)
2024-11-18T02:15:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-18T02:15:42,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896202151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:42,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896202151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:42,272 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/2b79a959db864cf5bd00f589ed0e0fd5
2024-11-18T02:15:42,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/e79fcbc8598c425fa0367be0a36b77c4 is 50, key is test_row_0/C:col10/1731896140089/Put/seqid=0
2024-11-18T02:15:42,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742256_1432 (size=12001)
2024-11-18T02:15:42,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/e79fcbc8598c425fa0367be0a36b77c4
2024-11-18T02:15:42,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896202281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:42,286 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:42,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:42,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/15abfad8f4b741fd9953b65a0ec30b3c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/15abfad8f4b741fd9953b65a0ec30b3c
2024-11-18T02:15:42,294 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/15abfad8f4b741fd9953b65a0ec30b3c, entries=150, sequenceid=81, filesize=11.7 K
2024-11-18T02:15:42,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/2b79a959db864cf5bd00f589ed0e0fd5 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/2b79a959db864cf5bd00f589ed0e0fd5
2024-11-18T02:15:42,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896202292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:42,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896202292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:42,299 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:42,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:42,299 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:42,300 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/2b79a959db864cf5bd00f589ed0e0fd5, entries=150, sequenceid=81, filesize=11.7 K
2024-11-18T02:15:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/e79fcbc8598c425fa0367be0a36b77c4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/e79fcbc8598c425fa0367be0a36b77c4
2024-11-18T02:15:42,303 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/e79fcbc8598c425fa0367be0a36b77c4, entries=150, sequenceid=81, filesize=11.7 K
2024-11-18T02:15:42,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 55eb261d3230e8a39969b9e7b7e7b342 in 853ms, sequenceid=81, compaction requested=false
2024-11-18T02:15:42,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:42,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:42,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-11-18T02:15:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-11-18T02:15:42,309 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-11-18T02:15:42,309 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0130 sec
2024-11-18T02:15:42,311 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.0170 sec
2024-11-18T02:15:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-18T02:15:42,432 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:42,433 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees
2024-11-18T02:15:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-18T02:15:42,435 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:42,435 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:42,435 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-18T02:15:42,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-18T02:15:42,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:42,587 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-18T02:15:42,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:42,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:42,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:42,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:42,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:42,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:42,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/8ae738cf34ba4402b5045d6aa60fbf8f is 50, key is test_row_0/A:col10/1731896141496/Put/seqid=0
2024-11-18T02:15:42,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742257_1433 (size=12001)
2024-11-18T02:15:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:42,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:42,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896202719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:42,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:42,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896202723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-18T02:15:42,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896202831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:42,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:42,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896202842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:42,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:42,996 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/8ae738cf34ba4402b5045d6aa60fbf8f
2024-11-18T02:15:43,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/9fd3d06dc330473e9d744628bbad62ef is 50, key is test_row_0/B:col10/1731896141496/Put/seqid=0
2024-11-18T02:15:43,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742258_1434 (size=12001)
2024-11-18T02:15:43,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896203042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:43,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:43,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:43,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:43,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896203051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:43,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:43,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:43,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-18T02:15:43,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896203362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:43,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:43,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:43,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896203372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:43,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/9fd3d06dc330473e9d744628bbad62ef
2024-11-18T02:15:43,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/6c66153fc99b4570ab3c49db7d5bc2bc is 50, key is test_row_0/C:col10/1731896141496/Put/seqid=0
2024-11-18T02:15:43,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742259_1435 (size=12001)
2024-11-18T02:15:43,416 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/6c66153fc99b4570ab3c49db7d5bc2bc
2024-11-18T02:15:43,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/8ae738cf34ba4402b5045d6aa60fbf8f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/8ae738cf34ba4402b5045d6aa60fbf8f
2024-11-18T02:15:43,423 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/8ae738cf34ba4402b5045d6aa60fbf8f, entries=150, sequenceid=94, filesize=11.7 K
2024-11-18T02:15:43,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/9fd3d06dc330473e9d744628bbad62ef as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/9fd3d06dc330473e9d744628bbad62ef
2024-11-18T02:15:43,427 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/9fd3d06dc330473e9d744628bbad62ef, entries=150, sequenceid=94, filesize=11.7 K
2024-11-18T02:15:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/6c66153fc99b4570ab3c49db7d5bc2bc as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/6c66153fc99b4570ab3c49db7d5bc2bc
2024-11-18T02:15:43,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/6c66153fc99b4570ab3c49db7d5bc2bc, entries=150, sequenceid=94, filesize=11.7 K
2024-11-18T02:15:43,432 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 55eb261d3230e8a39969b9e7b7e7b342 in 845ms, sequenceid=94, compaction requested=true
2024-11-18T02:15:43,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:43,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:43,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126
2024-11-18T02:15:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=126
2024-11-18T02:15:43,435 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-18T02:15:43,435 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec
2024-11-18T02:15:43,437 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0030 sec
2024-11-18T02:15:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-18T02:15:43,572 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:43,572 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-11-18T02:15:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-18T02:15:43,574 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:43,574 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:43,574 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-18T02:15:43,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-18T02:15:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:43,727 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T02:15:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:43,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/b5cb81d7c0da478aa19168978ae9aebc is 50, key is test_row_0/A:col10/1731896142709/Put/seqid=0
2024-11-18T02:15:43,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742260_1436 (size=12001)
2024-11-18T02:15:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:43,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-18T02:15:43,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896203925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:43,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896203926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:44,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896204042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:44,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:44,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896204052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:44,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:44,136 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/b5cb81d7c0da478aa19168978ae9aebc
2024-11-18T02:15:44,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/d17fcb5208b9458c8f0c4354ade186c2 is 50, key is test_row_0/B:col10/1731896142709/Put/seqid=0
2024-11-18T02:15:44,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742261_1437 (size=12001)
2024-11-18T02:15:44,149 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/d17fcb5208b9458c8f0c4354ade186c2
2024-11-18T02:15:44,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/96371744dc1c41318b4629fdc2dfa327 is 50, key is test_row_0/C:col10/1731896142709/Put/seqid=0
2024-11-18T02:15:44,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742262_1438 (size=12001)
2024-11-18T02:15:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-18T02:15:44,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896204262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:44,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896204271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:44,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896204312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:44,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896204312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:44,317 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,318 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:44,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896204321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:44,332 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:44,568 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/96371744dc1c41318b4629fdc2dfa327
2024-11-18T02:15:44,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/b5cb81d7c0da478aa19168978ae9aebc as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/b5cb81d7c0da478aa19168978ae9aebc
2024-11-18T02:15:44,575 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/b5cb81d7c0da478aa19168978ae9aebc, entries=150, sequenceid=114, filesize=11.7 K
2024-11-18T02:15:44,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/d17fcb5208b9458c8f0c4354ade186c2 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/d17fcb5208b9458c8f0c4354ade186c2
2024-11-18T02:15:44,579 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/d17fcb5208b9458c8f0c4354ade186c2, entries=150, sequenceid=114, filesize=11.7 K
2024-11-18T02:15:44,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/96371744dc1c41318b4629fdc2dfa327 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/96371744dc1c41318b4629fdc2dfa327
2024-11-18T02:15:44,583 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/96371744dc1c41318b4629fdc2dfa327, entries=150, sequenceid=114, filesize=11.7 K
2024-11-18T02:15:44,583 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 55eb261d3230e8a39969b9e7b7e7b342 in 856ms, sequenceid=114, compaction requested=true
2024-11-18T02:15:44,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:44,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:44,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-11-18T02:15:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-11-18T02:15:44,587 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-11-18T02:15:44,587 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec
2024-11-18T02:15:44,588 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.0150 sec
2024-11-18T02:15:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:44,593 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-18T02:15:44,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:44,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:44,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:44,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:44,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:44,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:44,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/7482d77ace924b6bbf36472e8ac921aa is 50, key is test_row_0/A:col10/1731896143923/Put/seqid=0
2024-11-18T02:15:44,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742263_1439 (size=16681)
2024-11-18T02:15:44,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896204665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:44,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896204678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-18T02:15:44,711 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:44,712 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-11-18T02:15:44,713 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-18T02:15:44,714 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:44,714 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:44,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896204782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:44,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:44,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896204792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:44,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:44,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-18T02:15:44,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:44,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:44,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:44,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:44,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:44,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,000 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/7482d77ace924b6bbf36472e8ac921aa
2024-11-18T02:15:45,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896204991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:45,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/fc92f942c6bf4f7faa796436325d49a2 is 50, key is test_row_0/B:col10/1731896143923/Put/seqid=0
2024-11-18T02:15:45,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742264_1440 (size=12001)
2024-11-18T02:15:45,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896205012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:45,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:45,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:45,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:45,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:45,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:45,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-18T02:15:45,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:45,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:45,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896205311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:45,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:45,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:45,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896205321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-18T02:15:45,410 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/fc92f942c6bf4f7faa796436325d49a2
2024-11-18T02:15:45,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/48dc16db87c144548949704a982b4022 is 50, key is test_row_0/C:col10/1731896143923/Put/seqid=0
2024-11-18T02:15:45,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742265_1441 (size=12001)
2024-11-18T02:15:45,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:45,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:45,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:45,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:45,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,821 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/48dc16db87c144548949704a982b4022
2024-11-18T02:15:45,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/7482d77ace924b6bbf36472e8ac921aa as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/7482d77ace924b6bbf36472e8ac921aa
2024-11-18T02:15:45,828 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/7482d77ace924b6bbf36472e8ac921aa, entries=250, sequenceid=128, filesize=16.3 K
2024-11-18T02:15:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/fc92f942c6bf4f7faa796436325d49a2 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/fc92f942c6bf4f7faa796436325d49a2
2024-11-18T02:15:45,832 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/fc92f942c6bf4f7faa796436325d49a2, entries=150, sequenceid=128, filesize=11.7 K
2024-11-18T02:15:45,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/48dc16db87c144548949704a982b4022 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/48dc16db87c144548949704a982b4022
2024-11-18T02:15:45,835 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/48dc16db87c144548949704a982b4022, entries=150, sequenceid=128, filesize=11.7 K
2024-11-18T02:15:45,836 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 55eb261d3230e8a39969b9e7b7e7b342 in 1243ms, sequenceid=128, compaction requested=true
2024-11-18T02:15:45,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:45,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:15:45,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:45,836 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-18T02:15:45,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:15:45,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:45,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:15:45,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:45,836 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-18T02:15:45,838 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-18T02:15:45,838 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 64788 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-18T02:15:45,838 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/B is initiating minor compaction (all files)
2024-11-18T02:15:45,838 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/A is initiating minor compaction (all files)
2024-11-18T02:15:45,838 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/A in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,838 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/B in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,838 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/610bded4262f49eab055dc9424489371, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/15abfad8f4b741fd9953b65a0ec30b3c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/8ae738cf34ba4402b5045d6aa60fbf8f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/b5cb81d7c0da478aa19168978ae9aebc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/7482d77ace924b6bbf36472e8ac921aa] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=63.3 K
2024-11-18T02:15:45,838 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/a1d5dc63267849fd937ab5c75561612e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/2b79a959db864cf5bd00f589ed0e0fd5, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/9fd3d06dc330473e9d744628bbad62ef, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/d17fcb5208b9458c8f0c4354ade186c2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/fc92f942c6bf4f7faa796436325d49a2] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=58.7 K
2024-11-18T02:15:45,838 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting a1d5dc63267849fd937ab5c75561612e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731896139389
2024-11-18T02:15:45,838 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 610bded4262f49eab055dc9424489371, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731896139389
2024-11-18T02:15:45,838 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15abfad8f4b741fd9953b65a0ec30b3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731896140089
2024-11-18T02:15:45,839 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b79a959db864cf5bd00f589ed0e0fd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731896140089
2024-11-18T02:15:45,839 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ae738cf34ba4402b5045d6aa60fbf8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731896141473
2024-11-18T02:15:45,839 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fd3d06dc330473e9d744628bbad62ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731896141473
2024-11-18T02:15:45,839 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d17fcb5208b9458c8f0c4354ade186c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731896142709
2024-11-18T02:15:45,839 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5cb81d7c0da478aa19168978ae9aebc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731896142709
2024-11-18T02:15:45,840 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting fc92f942c6bf4f7faa796436325d49a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731896143923
2024-11-18T02:15:45,840 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7482d77ace924b6bbf36472e8ac921aa, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731896143903
2024-11-18T02:15:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:45,844 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T02:15:45,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:45,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:45,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:45,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:45,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:45,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-18T02:15:45,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/215ea8f94bd349eab9871d310e6df786 is 50, key is test_row_0/A:col10/1731896145842/Put/seqid=0
2024-11-18T02:15:45,856 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#B#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:45,856 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/f9dad20e90084c1fb45df9ce42b4537f is 50, key is test_row_0/B:col10/1731896143923/Put/seqid=0
2024-11-18T02:15:45,857 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#A#compaction#376 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:45,857 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/11601724a99e4e6491e4792b4c85e14b is 50, key is test_row_0/A:col10/1731896143923/Put/seqid=0
2024-11-18T02:15:45,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742266_1442 (size=14541)
2024-11-18T02:15:45,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742267_1443 (size=12275)
2024-11-18T02:15:45,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742268_1444 (size=12275)
2024-11-18T02:15:45,873 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/f9dad20e90084c1fb45df9ce42b4537f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/f9dad20e90084c1fb45df9ce42b4537f
2024-11-18T02:15:45,876 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/B of 55eb261d3230e8a39969b9e7b7e7b342 into f9dad20e90084c1fb45df9ce42b4537f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:45,877 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:45,877 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/B, priority=11, startTime=1731896145836; duration=0sec
2024-11-18T02:15:45,877 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:45,877 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:B
2024-11-18T02:15:45,877 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-18T02:15:45,878 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-18T02:15:45,878 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/C is initiating minor compaction (all files)
2024-11-18T02:15:45,878 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/C in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,878 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/b69b8277087d442aafe03979327546ed, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/e79fcbc8598c425fa0367be0a36b77c4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/6c66153fc99b4570ab3c49db7d5bc2bc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/96371744dc1c41318b4629fdc2dfa327, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/48dc16db87c144548949704a982b4022] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=58.7 K
2024-11-18T02:15:45,878 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting b69b8277087d442aafe03979327546ed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731896139389
2024-11-18T02:15:45,878 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting e79fcbc8598c425fa0367be0a36b77c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731896140089
2024-11-18T02:15:45,878 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c66153fc99b4570ab3c49db7d5bc2bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731896141473
2024-11-18T02:15:45,879 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 96371744dc1c41318b4629fdc2dfa327, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731896142709
2024-11-18T02:15:45,879 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 48dc16db87c144548949704a982b4022, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731896143923
2024-11-18T02:15:45,887 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#C#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:45,887 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/a420ca9b269746a881e0c7aee8926815 is 50, key is test_row_0/C:col10/1731896143923/Put/seqid=0
2024-11-18T02:15:45,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742269_1445 (size=12275)
2024-11-18T02:15:45,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896205900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:45,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896205901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:45,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:45,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:45,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:45,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896206022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:46,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896206022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:46,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:46,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:46,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:46,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:46,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:46,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:46,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896206242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:46,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896206242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:46,266 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/215ea8f94bd349eab9871d310e6df786
2024-11-18T02:15:46,274 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/11601724a99e4e6491e4792b4c85e14b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/11601724a99e4e6491e4792b4c85e14b
2024-11-18T02:15:46,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/0ecf85cd11324acea2602bf17e6ccec3 is 50, key is test_row_0/B:col10/1731896145842/Put/seqid=0
2024-11-18T02:15:46,278 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/A of 55eb261d3230e8a39969b9e7b7e7b342 into 11601724a99e4e6491e4792b4c85e14b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:46,278 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:46,278 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/A, priority=11, startTime=1731896145836; duration=0sec
2024-11-18T02:15:46,278 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:46,278 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:A
2024-11-18T02:15:46,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742270_1446 (size=12151)
2024-11-18T02:15:46,294 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/a420ca9b269746a881e0c7aee8926815 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a420ca9b269746a881e0c7aee8926815
2024-11-18T02:15:46,298 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/C of 55eb261d3230e8a39969b9e7b7e7b342 into a420ca9b269746a881e0c7aee8926815(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:46,298 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:46,298 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/C, priority=11, startTime=1731896145836; duration=0sec
2024-11-18T02:15:46,298 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:46,298 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:C
2024-11-18T02:15:46,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:46,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:46,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:46,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:46,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:46,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:46,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:46,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:46,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896206561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:46,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896206561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:46,682 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/0ecf85cd11324acea2602bf17e6ccec3
2024-11-18T02:15:46,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/a75c633dc1b04766b3ef43d73d6cef3f is 50, key is test_row_0/C:col10/1731896145842/Put/seqid=0
2024-11-18T02:15:46,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742271_1447 (size=12151)
2024-11-18T02:15:46,693 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/a75c633dc1b04766b3ef43d73d6cef3f
2024-11-18T02:15:46,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/215ea8f94bd349eab9871d310e6df786 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/215ea8f94bd349eab9871d310e6df786
2024-11-18T02:15:46,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:46,699 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/215ea8f94bd349eab9871d310e6df786, entries=200, sequenceid=147, filesize=14.2 K
2024-11-18T02:15:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:46,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:46,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/0ecf85cd11324acea2602bf17e6ccec3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/0ecf85cd11324acea2602bf17e6ccec3
2024-11-18T02:15:46,708 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/0ecf85cd11324acea2602bf17e6ccec3, entries=150, sequenceid=147, filesize=11.9 K
2024-11-18T02:15:46,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/a75c633dc1b04766b3ef43d73d6cef3f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a75c633dc1b04766b3ef43d73d6cef3f
2024-11-18T02:15:46,712 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a75c633dc1b04766b3ef43d73d6cef3f, entries=150, sequenceid=147, filesize=11.9 K
2024-11-18T02:15:46,712 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 55eb261d3230e8a39969b9e7b7e7b342 in 868ms, sequenceid=147, compaction requested=false
2024-11-18T02:15:46,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:46,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-18T02:15:46,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:46,852 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-18T02:15:46,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:46,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:46,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:46,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:46,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:46,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:46,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/6369416be17b4dc0a1c26c13371e8d9b is 50, key is test_row_0/A:col10/1731896145865/Put/seqid=0
2024-11-18T02:15:46,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742272_1448 (size=12151)
2024-11-18T02:15:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-18T02:15:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:47,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:47,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896207145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:47,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896207149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:47,262 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/6369416be17b4dc0a1c26c13371e8d9b
2024-11-18T02:15:47,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/c31eacb05f3a45a48bcb827625628af9 is 50, key is test_row_0/B:col10/1731896145865/Put/seqid=0
2024-11-18T02:15:47,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896207262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:47,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:47,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742273_1449 (size=12151)
2024-11-18T02:15:47,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896207272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:47,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:47,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896207482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:47,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:47,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896207482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:47,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:47,674 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/c31eacb05f3a45a48bcb827625628af9
2024-11-18T02:15:47,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/a02d70bf9dff47d9984bb23bf8c68dd1 is 50, key is test_row_0/C:col10/1731896145865/Put/seqid=0
2024-11-18T02:15:47,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742274_1450 (size=12151)
2024-11-18T02:15:47,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896207802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:47,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896207802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:47,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,085 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/a02d70bf9dff47d9984bb23bf8c68dd1
2024-11-18T02:15:48,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/6369416be17b4dc0a1c26c13371e8d9b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/6369416be17b4dc0a1c26c13371e8d9b
2024-11-18T02:15:48,093 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/6369416be17b4dc0a1c26c13371e8d9b, entries=150, sequenceid=163, filesize=11.9 K
2024-11-18T02:15:48,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/c31eacb05f3a45a48bcb827625628af9 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/c31eacb05f3a45a48bcb827625628af9
2024-11-18T02:15:48,097 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/c31eacb05f3a45a48bcb827625628af9, entries=150, sequenceid=163, filesize=11.9 K
2024-11-18T02:15:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/a02d70bf9dff47d9984bb23bf8c68dd1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a02d70bf9dff47d9984bb23bf8c68dd1
2024-11-18T02:15:48,100 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a02d70bf9dff47d9984bb23bf8c68dd1, entries=150, sequenceid=163, filesize=11.9 K
2024-11-18T02:15:48,101 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 55eb261d3230e8a39969b9e7b7e7b342 in 1249ms, sequenceid=163, compaction requested=true
2024-11-18T02:15:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-11-18T02:15:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-11-18T02:15:48,103 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-11-18T02:15:48,104 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3880 sec
2024-11-18T02:15:48,112 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 3.3920 sec
2024-11-18T02:15:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:48,332 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T02:15:48,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896147116, max timestamp=1731896148332Num uniques 859; 
2024-11-18T02:15:48,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896147116, max timestamp=1731896148332Num uniques 859; 
2024-11-18T02:15:48,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:48,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:15:48,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:48,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:48,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:48,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:48,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:48,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:48,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/809a99f0a5a34af18a6be85e44d8dcd1 is 50, key is test_row_0/A:col10/1731896147142/Put/seqid=0
2024-11-18T02:15:48,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742275_1451 (size=12151)
2024-11-18T02:15:48,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896208391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896208394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896208396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896208398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896208407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896208512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896208512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,521 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896208522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896208522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896208522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896208732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896208732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896208742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896208742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896208742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:48,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:48,769 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/809a99f0a5a34af18a6be85e44d8dcd1
2024-11-18T02:15:48,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/347aef57e46b4aa3a560e99cb50b9f61 is 50, key is test_row_0/B:col10/1731896147142/Put/seqid=0
2024-11-18T02:15:48,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742276_1452 (size=12151)
2024-11-18T02:15:48,790 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/347aef57e46b4aa3a560e99cb50b9f61
2024-11-18T02:15:48,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/5e8fa0781b28438bbbb8836af52cd1d2 is 50, key is test_row_0/C:col10/1731896147142/Put/seqid=0
2024-11-18T02:15:48,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742277_1453 (size=12151)
2024-11-18T02:15:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-18T02:15:48,882 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:48,883 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees
2024-11-18T02:15:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-18T02:15:48,885 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:48,885 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:48,885 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-18T02:15:49,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-18T02:15:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896209052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896209052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896209063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896209063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896209063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-18T02:15:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-18T02:15:49,230 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/5e8fa0781b28438bbbb8836af52cd1d2
2024-11-18T02:15:49,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/809a99f0a5a34af18a6be85e44d8dcd1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/809a99f0a5a34af18a6be85e44d8dcd1
2024-11-18T02:15:49,239 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/809a99f0a5a34af18a6be85e44d8dcd1, entries=150, sequenceid=184, filesize=11.9 K
2024-11-18T02:15:49,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/347aef57e46b4aa3a560e99cb50b9f61 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/347aef57e46b4aa3a560e99cb50b9f61
2024-11-18T02:15:49,251 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/347aef57e46b4aa3a560e99cb50b9f61, entries=150, sequenceid=184, filesize=11.9 K
2024-11-18T02:15:49,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/5e8fa0781b28438bbbb8836af52cd1d2 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/5e8fa0781b28438bbbb8836af52cd1d2
2024-11-18T02:15:49,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/5e8fa0781b28438bbbb8836af52cd1d2, entries=150, sequenceid=184, filesize=11.9 K
2024-11-18T02:15:49,257 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~62.62 KB/64120, heapSize ~174.28 KB/178464, currentSize=114.05 KB/116790 for 55eb261d3230e8a39969b9e7b7e7b342 in 925ms, sequenceid=184, compaction requested=true
2024-11-18T02:15:49,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:49,258 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:15:49,259 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51118 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:15:49,259 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/A is initiating minor compaction (all files)
2024-11-18T02:15:49,259 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/A in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,259 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/11601724a99e4e6491e4792b4c85e14b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/215ea8f94bd349eab9871d310e6df786, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/6369416be17b4dc0a1c26c13371e8d9b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/809a99f0a5a34af18a6be85e44d8dcd1] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=49.9 K
2024-11-18T02:15:49,259 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11601724a99e4e6491e4792b4c85e14b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731896143923
2024-11-18T02:15:49,260 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 215ea8f94bd349eab9871d310e6df786, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731896144662
2024-11-18T02:15:49,260 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6369416be17b4dc0a1c26c13371e8d9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731896145865
2024-11-18T02:15:49,260 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 809a99f0a5a34af18a6be85e44d8dcd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731896147142
2024-11-18T02:15:49,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:15:49,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:49,261 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:15:49,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:15:49,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:49,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:15:49,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:49,265 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:15:49,265 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/B is initiating minor compaction (all files)
2024-11-18T02:15:49,265 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/B in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,265 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/f9dad20e90084c1fb45df9ce42b4537f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/0ecf85cd11324acea2602bf17e6ccec3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/c31eacb05f3a45a48bcb827625628af9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/347aef57e46b4aa3a560e99cb50b9f61] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=47.6 K
2024-11-18T02:15:49,266 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting f9dad20e90084c1fb45df9ce42b4537f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731896143923
2024-11-18T02:15:49,266 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ecf85cd11324acea2602bf17e6ccec3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731896144663
2024-11-18T02:15:49,267 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting c31eacb05f3a45a48bcb827625628af9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731896145865
2024-11-18T02:15:49,269 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 347aef57e46b4aa3a560e99cb50b9f61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731896147142
2024-11-18T02:15:49,279 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#A#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:49,280 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/d24ed9d5dd934ce4bca1f606d248d239 is 50, key is test_row_0/A:col10/1731896147142/Put/seqid=0
2024-11-18T02:15:49,280 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#B#compaction#387 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:49,281 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/2186312f56f24852853046d184239394 is 50, key is test_row_0/B:col10/1731896147142/Put/seqid=0
2024-11-18T02:15:49,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742278_1454 (size=12561)
2024-11-18T02:15:49,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742279_1455 (size=12561)
2024-11-18T02:15:49,301 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/d24ed9d5dd934ce4bca1f606d248d239 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/d24ed9d5dd934ce4bca1f606d248d239
2024-11-18T02:15:49,305 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/A of 55eb261d3230e8a39969b9e7b7e7b342 into d24ed9d5dd934ce4bca1f606d248d239(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:49,305 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:49,305 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/A, priority=12, startTime=1731896149258; duration=0sec
2024-11-18T02:15:49,305 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:49,305 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:A
2024-11-18T02:15:49,305 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:15:49,306 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:15:49,306 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/C is initiating minor compaction (all files)
2024-11-18T02:15:49,306 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/C in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,306 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a420ca9b269746a881e0c7aee8926815, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a75c633dc1b04766b3ef43d73d6cef3f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a02d70bf9dff47d9984bb23bf8c68dd1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/5e8fa0781b28438bbbb8836af52cd1d2] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=47.6 K
2024-11-18T02:15:49,307 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting a420ca9b269746a881e0c7aee8926815, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731896143923
2024-11-18T02:15:49,307 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting a75c633dc1b04766b3ef43d73d6cef3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731896144663
2024-11-18T02:15:49,307 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting a02d70bf9dff47d9984bb23bf8c68dd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731896145865
2024-11-18T02:15:49,307 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e8fa0781b28438bbbb8836af52cd1d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731896147142
2024-11-18T02:15:49,322 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#C#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:49,322 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/d5c0a56e83764fc0a2024230a8720cf8 is 50, key is test_row_0/C:col10/1731896147142/Put/seqid=0
2024-11-18T02:15:49,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742280_1456 (size=12561)
2024-11-18T02:15:49,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-18T02:15:49,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,345 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T02:15:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:49,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/9e57827e37414d48bbec417c5f2e07d0 is 50, key is test_row_0/A:col10/1731896148396/Put/seqid=0
2024-11-18T02:15:49,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742281_1457 (size=12151)
2024-11-18T02:15:49,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/9e57827e37414d48bbec417c5f2e07d0
2024-11-18T02:15:49,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/9c634b666a68491885f01b6f6f095d8d is 50, key is test_row_0/B:col10/1731896148396/Put/seqid=0
2024-11-18T02:15:49,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742282_1458 (size=12151)
2024-11-18T02:15:49,399 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/9c634b666a68491885f01b6f6f095d8d
2024-11-18T02:15:49,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/1b2a93ef67df48d5828575bb4d58e899 is 50, key is test_row_0/C:col10/1731896148396/Put/seqid=0
2024-11-18T02:15:49,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742283_1459 (size=12151)
2024-11-18T02:15:49,437 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/1b2a93ef67df48d5828575bb4d58e899
2024-11-18T02:15:49,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/9e57827e37414d48bbec417c5f2e07d0 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/9e57827e37414d48bbec417c5f2e07d0
2024-11-18T02:15:49,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/9e57827e37414d48bbec417c5f2e07d0, entries=150, sequenceid=205, filesize=11.9 K
2024-11-18T02:15:49,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/9c634b666a68491885f01b6f6f095d8d as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/9c634b666a68491885f01b6f6f095d8d
2024-11-18T02:15:49,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/9c634b666a68491885f01b6f6f095d8d, entries=150, sequenceid=205, filesize=11.9 K
2024-11-18T02:15:49,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/1b2a93ef67df48d5828575bb4d58e899 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/1b2a93ef67df48d5828575bb4d58e899
2024-11-18T02:15:49,466 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/1b2a93ef67df48d5828575bb4d58e899, entries=150, sequenceid=205, filesize=11.9 K
2024-11-18T02:15:49,467 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 55eb261d3230e8a39969b9e7b7e7b342 in 123ms, sequenceid=205, compaction requested=false
2024-11-18T02:15:49,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:49,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132
2024-11-18T02:15:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=132
2024-11-18T02:15:49,472 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-11-18T02:15:49,472 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 585 msec
2024-11-18T02:15:49,474 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 590 msec
2024-11-18T02:15:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-18T02:15:49,512 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:49,513 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees
2024-11-18T02:15:49,515 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:49,517 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:49,517 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-18T02:15:49,592 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:15:49,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:49,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:49,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:49,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:49,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:49,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:49,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/6f78e10636664afea603d38dc7cedf54 is 50, key is test_row_0/A:col10/1731896149588/Put/seqid=0
2024-11-18T02:15:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-18T02:15:49,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742284_1460 (size=14541)
2024-11-18T02:15:49,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896149644, max timestamp=1731896149665Num uniques 859; 
2024-11-18T02:15:49,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896149644, max timestamp=1731896149665Num uniques 859; 
2024-11-18T02:15:49,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:15:49,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:15:49,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731896149644, max timestamp=1731896149665Num uniques 859; 
2024-11-18T02:15:49,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-18T02:15:49,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:49,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:49,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,705 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/2186312f56f24852853046d184239394 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/2186312f56f24852853046d184239394
2024-11-18T02:15:49,710 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/B of 55eb261d3230e8a39969b9e7b7e7b342 into 2186312f56f24852853046d184239394(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:49,710 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:49,710 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/B, priority=12, startTime=1731896149261; duration=0sec
2024-11-18T02:15:49,710 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:49,710 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:B
2024-11-18T02:15:49,740 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/d5c0a56e83764fc0a2024230a8720cf8 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/d5c0a56e83764fc0a2024230a8720cf8
2024-11-18T02:15:49,745 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/C of 55eb261d3230e8a39969b9e7b7e7b342 into d5c0a56e83764fc0a2024230a8720cf8(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:49,745 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:49,745 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/C, priority=12, startTime=1731896149261; duration=0sec
2024-11-18T02:15:49,745 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:49,745 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:C
2024-11-18T02:15:49,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896209733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896209734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896209735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896209736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896209756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:49,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:49,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-18T02:15:49,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896209862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896209862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896209862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896209862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896209881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:49,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:49,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:49,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:49,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,040 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/6f78e10636664afea603d38dc7cedf54
2024-11-18T02:15:50,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/7868d0a6d98143e298e25881daa0a5f4 is 50, key is test_row_0/B:col10/1731896149588/Put/seqid=0
2024-11-18T02:15:50,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742285_1461 (size=12151)
2024-11-18T02:15:50,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896210082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896210082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896210082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896210082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896210102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:50,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:50,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-18T02:15:50,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:50,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:50,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896210401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896210402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896210402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896210402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896210421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:50,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:50,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,459 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/7868d0a6d98143e298e25881daa0a5f4
2024-11-18T02:15:50,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/ae80613b47ac41c8be130737d55116cb is 50, key is test_row_0/C:col10/1731896149588/Put/seqid=0
2024-11-18T02:15:50,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742286_1462 (size=12151)
2024-11-18T02:15:50,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:50,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:50,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-18T02:15:50,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:50,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:50,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,889 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/ae80613b47ac41c8be130737d55116cb
2024-11-18T02:15:50,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/6f78e10636664afea603d38dc7cedf54 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/6f78e10636664afea603d38dc7cedf54
2024-11-18T02:15:50,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,898 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/6f78e10636664afea603d38dc7cedf54, entries=200, sequenceid=215, filesize=14.2 K
2024-11-18T02:15:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:50,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/7868d0a6d98143e298e25881daa0a5f4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/7868d0a6d98143e298e25881daa0a5f4
2024-11-18T02:15:50,914 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/7868d0a6d98143e298e25881daa0a5f4, entries=150, sequenceid=215, filesize=11.9 K
2024-11-18T02:15:50,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/ae80613b47ac41c8be130737d55116cb as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ae80613b47ac41c8be130737d55116cb
2024-11-18T02:15:50,926 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ae80613b47ac41c8be130737d55116cb, entries=150, sequenceid=215, filesize=11.9 K
2024-11-18T02:15:50,927 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 55eb261d3230e8a39969b9e7b7e7b342 in 1335ms, sequenceid=215, compaction requested=true
2024-11-18T02:15:50,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:50,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:15:50,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:50,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:15:50,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:50,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:15:50,927 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:50,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:50,927 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:50,928 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:50,928 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/B is initiating minor compaction (all files)
2024-11-18T02:15:50,928 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/B in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,929 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/2186312f56f24852853046d184239394, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/9c634b666a68491885f01b6f6f095d8d, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/7868d0a6d98143e298e25881daa0a5f4] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=36.0 K
2024-11-18T02:15:50,929 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:50,929 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/A is initiating minor compaction (all files)
2024-11-18T02:15:50,929 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/A in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:50,929 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 2186312f56f24852853046d184239394, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731896147142
2024-11-18T02:15:50,929 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/d24ed9d5dd934ce4bca1f606d248d239, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/9e57827e37414d48bbec417c5f2e07d0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/6f78e10636664afea603d38dc7cedf54] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=38.3 K
2024-11-18T02:15:50,929 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c634b666a68491885f01b6f6f095d8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731896148391
2024-11-18T02:15:50,929 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting d24ed9d5dd934ce4bca1f606d248d239, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731896147142
2024-11-18T02:15:50,930 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 7868d0a6d98143e298e25881daa0a5f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731896149588
2024-11-18T02:15:50,930 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e57827e37414d48bbec417c5f2e07d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731896148391
2024-11-18T02:15:50,930 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f78e10636664afea603d38dc7cedf54, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731896149573
2024-11-18T02:15:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:50,936 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB
2024-11-18T02:15:50,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:50,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:50,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:50,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:50,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:50,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:50,941 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#A#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:50,941 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/425815cc1ac146a19a79dab3e1078012 is 50, key is test_row_0/A:col10/1731896149588/Put/seqid=0
2024-11-18T02:15:50,944 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#B#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:50,944 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/3f5ce6bad17c4b569389de71907b9eba is 50, key is test_row_0/B:col10/1731896149588/Put/seqid=0
2024-11-18T02:15:50,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/f3e840940bb14152a7906a87228c8ccc is 50, key is test_row_0/A:col10/1731896149734/Put/seqid=0
2024-11-18T02:15:50,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896210942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896210951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742288_1464 (size=12663)
2024-11-18T02:15:50,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742289_1465 (size=16931)
2024-11-18T02:15:50,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742287_1463 (size=12663)
2024-11-18T02:15:50,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896210957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896210958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:50,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896210959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:50,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:50,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:50,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:51,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:51,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:51,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896211072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:51,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:51,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896211082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:51,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:51,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896211082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:51,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896211082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:51,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:51,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:51,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:51,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896211292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:51,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896211292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:51,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:51,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:51,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896211292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:51,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:51,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:51,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896211301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:51,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:51,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:51,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,363 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/f3e840940bb14152a7906a87228c8ccc
2024-11-18T02:15:51,365 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/3f5ce6bad17c4b569389de71907b9eba as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/3f5ce6bad17c4b569389de71907b9eba
2024-11-18T02:15:51,368 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/425815cc1ac146a19a79dab3e1078012 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/425815cc1ac146a19a79dab3e1078012
2024-11-18T02:15:51,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/665f7af52fce4a36b04d5df1a80356e3 is 50, key is test_row_0/B:col10/1731896149734/Put/seqid=0
2024-11-18T02:15:51,373 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/B of 55eb261d3230e8a39969b9e7b7e7b342 into 3f5ce6bad17c4b569389de71907b9eba(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:51,373 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:51,373 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/B, priority=13, startTime=1731896150927; duration=0sec
2024-11-18T02:15:51,373 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:51,373 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:B
2024-11-18T02:15:51,373 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:51,374 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:51,375 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/C is initiating minor compaction (all files)
2024-11-18T02:15:51,375 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/C in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,375 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/d5c0a56e83764fc0a2024230a8720cf8, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/1b2a93ef67df48d5828575bb4d58e899, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ae80613b47ac41c8be130737d55116cb] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=36.0 K
2024-11-18T02:15:51,375 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d5c0a56e83764fc0a2024230a8720cf8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731896147142
2024-11-18T02:15:51,376 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b2a93ef67df48d5828575bb4d58e899, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731896148391
2024-11-18T02:15:51,376 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/A of 55eb261d3230e8a39969b9e7b7e7b342 into 425815cc1ac146a19a79dab3e1078012(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:51,376 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:51,376 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/A, priority=13, startTime=1731896150927; duration=0sec
2024-11-18T02:15:51,376 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:51,376 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:A
2024-11-18T02:15:51,377 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting ae80613b47ac41c8be130737d55116cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731896149588
2024-11-18T02:15:51,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742290_1466 (size=12151)
2024-11-18T02:15:51,384 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#C#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:51,384 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/665f7af52fce4a36b04d5df1a80356e3
2024-11-18T02:15:51,384 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/16bfa00208ff49c0aa43199a6e6ff85b is 50, key is test_row_0/C:col10/1731896149588/Put/seqid=0
2024-11-18T02:15:51,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/dba7e698c0314ba59f0c18c8c47720b1 is 50, key is test_row_0/C:col10/1731896149734/Put/seqid=0
2024-11-18T02:15:51,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742291_1467 (size=12663)
2024-11-18T02:15:51,398 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/16bfa00208ff49c0aa43199a6e6ff85b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/16bfa00208ff49c0aa43199a6e6ff85b
2024-11-18T02:15:51,402 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/C of 55eb261d3230e8a39969b9e7b7e7b342 into 16bfa00208ff49c0aa43199a6e6ff85b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:51,402 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:51,402 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/C, priority=13, startTime=1731896150927; duration=0sec
2024-11-18T02:15:51,402 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:51,402 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:C
2024-11-18T02:15:51,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742292_1468 (size=12151)
2024-11-18T02:15:51,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896211602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:51,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:51,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896211602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:51,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:51,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:51,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896211612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:51,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:51,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896211622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:51,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-18T02:15:51,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,806 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/dba7e698c0314ba59f0c18c8c47720b1
2024-11-18T02:15:51,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/f3e840940bb14152a7906a87228c8ccc as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/f3e840940bb14152a7906a87228c8ccc
2024-11-18T02:15:51,813 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/f3e840940bb14152a7906a87228c8ccc, entries=250, sequenceid=254, filesize=16.5 K
2024-11-18T02:15:51,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/665f7af52fce4a36b04d5df1a80356e3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/665f7af52fce4a36b04d5df1a80356e3
2024-11-18T02:15:51,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:51,817 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/665f7af52fce4a36b04d5df1a80356e3, entries=150, sequenceid=254, filesize=11.9 K
2024-11-18T02:15:51,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:51,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/dba7e698c0314ba59f0c18c8c47720b1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/dba7e698c0314ba59f0c18c8c47720b1
2024-11-18T02:15:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:51,822 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/dba7e698c0314ba59f0c18c8c47720b1, entries=150, sequenceid=254, filesize=11.9 K
2024-11-18T02:15:51,823 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=40.25 KB/41220 for 55eb261d3230e8a39969b9e7b7e7b342 in 888ms, sequenceid=254, compaction requested=false
2024-11-18T02:15:51,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:51,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-18T02:15:51,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:51,971 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-18T02:15:51,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:51,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:51,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:51,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:51,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:51,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:51,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:51,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/473d739e46d54dea8c2950c56f7bcd80 is 50, key is test_row_0/A:col10/1731896150956/Put/seqid=0
2024-11-18T02:15:51,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742293_1469 (size=9857)
2024-11-18T02:15:52,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896152064, max timestamp=1731896152105Num uniques 859; 
2024-11-18T02:15:52,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:15:52,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896152064, max timestamp=1731896152105Num uniques 859; 
2024-11-18T02:15:52,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:15:52,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896152064, max timestamp=1731896152105Num uniques 859; 
2024-11-18T02:15:52,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:15:52,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896212154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1731896152143, max timestamp=1731896152158Num uniques 1018; 
2024-11-18T02:15:52,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=16848, suffix heap size=133840,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=368
2024-11-18T02:15:52,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1731896152143, max timestamp=1731896152158Num uniques 1018; 
2024-11-18T02:15:52,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1731896152143, max timestamp=1731896152158Num uniques 1018; 
2024-11-18T02:15:52,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=16848, suffix heap size=133840,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=368
2024-11-18T02:15:52,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=16848, suffix heap size=133840,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=368
2024-11-18T02:15:52,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896212229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896212232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896212230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896212232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896212271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896212342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896212351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896212351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896212351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,381 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/473d739e46d54dea8c2950c56f7bcd80
2024-11-18T02:15:52,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/82c19af5a5bb4e56b39f1dd1deb2dcc2 is 50, key is test_row_0/B:col10/1731896150956/Put/seqid=0
2024-11-18T02:15:52,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742294_1470 (size=9857)
2024-11-18T02:15:52,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896212492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896212551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,562 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896212571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896212572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896212572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,792 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/82c19af5a5bb4e56b39f1dd1deb2dcc2
2024-11-18T02:15:52,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/29ab0b39f3ad475ba542ab443bf7e970 is 50, key is test_row_0/C:col10/1731896150956/Put/seqid=0
2024-11-18T02:15:52,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742295_1471 (size=9857)
2024-11-18T02:15:52,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896212801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896212872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896212881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896212881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896212882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:53,202 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/29ab0b39f3ad475ba542ab443bf7e970
2024-11-18T02:15:53,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/473d739e46d54dea8c2950c56f7bcd80 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/473d739e46d54dea8c2950c56f7bcd80
2024-11-18T02:15:53,210 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/473d739e46d54dea8c2950c56f7bcd80, entries=100, sequenceid=266, filesize=9.6 K
2024-11-18T02:15:53,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/82c19af5a5bb4e56b39f1dd1deb2dcc2 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/82c19af5a5bb4e56b39f1dd1deb2dcc2
2024-11-18T02:15:53,213 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/82c19af5a5bb4e56b39f1dd1deb2dcc2, entries=100, sequenceid=266, filesize=9.6 K
2024-11-18T02:15:53,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/29ab0b39f3ad475ba542ab443bf7e970 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/29ab0b39f3ad475ba542ab443bf7e970
2024-11-18T02:15:53,217 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/29ab0b39f3ad475ba542ab443bf7e970, entries=100, sequenceid=266, filesize=9.6 K
2024-11-18T02:15:53,218 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=154.31 KB/158010 for 55eb261d3230e8a39969b9e7b7e7b342 in 1247ms, sequenceid=266, compaction requested=true
2024-11-18T02:15:53,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:53,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:53,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134
2024-11-18T02:15:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=134
2024-11-18T02:15:53,221 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-11-18T02:15:53,221 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7030 sec
2024-11-18T02:15:53,223 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 3.7090 sec
2024-11-18T02:15:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:53,328 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=161.02 KB heapSize=445.08 KB
2024-11-18T02:15:53,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:53,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:53,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:53,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:53,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:53,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:53,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/152f4d58c8524102ac2cff5077e14ab1 is 50, key is test_row_0/A:col10/1731896153326/Put/seqid=0
2024-11-18T02:15:53,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742296_1472 (size=14741)
2024-11-18T02:15:53,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896213362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:53,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896213391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:53,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:53,411 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896213402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:53,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:53,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896213402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:53,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:53,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:53,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896213402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:53,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:53,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896213471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:53,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,478 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-18T02:15:53,682 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:53,682 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:15:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees
2024-11-18T02:15:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-18T02:15:53,684 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:15:53,685 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:15:53,685 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:15:53,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896213681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:53,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:53,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:53,738 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/152f4d58c8524102ac2cff5077e14ab1
2024-11-18T02:15:53,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/bafec72149ab4dca8dfa0ef7b619a6f9 is 50, key is test_row_0/B:col10/1731896153326/Put/seqid=0
2024-11-18T02:15:53,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742297_1473 (size=12301)
2024-11-18T02:15:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-18T02:15:53,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-18T02:15:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:53,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:53,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:53,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-18T02:15:53,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:53,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:53,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:53,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:53,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:54,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896213992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:54,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:54,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:54,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-18T02:15:54,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-18T02:15:54,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:54,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:54,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:54,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:54,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:54,148 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/bafec72149ab4dca8dfa0ef7b619a6f9
2024-11-18T02:15:54,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/17783c00af014647967caf00a29cd531 is 50, key is test_row_0/C:col10/1731896153326/Put/seqid=0
2024-11-18T02:15:54,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742298_1474 (size=12301)
2024-11-18T02:15:54,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-18T02:15:54,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:54,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:54,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:54,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:54,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-18T02:15:54,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896214411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:54,421 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:54,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:54,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896214421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:54,430 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:54,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896214432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:54,440 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:54,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:54,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:54,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:54,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896214432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:54,443 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:54,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-18T02:15:54,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:54,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:54,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:54,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:54,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:15:54,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896214511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:54,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:54,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:54,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:54,560 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/17783c00af014647967caf00a29cd531
2024-11-18T02:15:54,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/152f4d58c8524102ac2cff5077e14ab1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/152f4d58c8524102ac2cff5077e14ab1
2024-11-18T02:15:54,568 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/152f4d58c8524102ac2cff5077e14ab1, entries=200, sequenceid=320, filesize=14.4 K
2024-11-18T02:15:54,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/bafec72149ab4dca8dfa0ef7b619a6f9 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/bafec72149ab4dca8dfa0ef7b619a6f9
2024-11-18T02:15:54,572 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/bafec72149ab4dca8dfa0ef7b619a6f9, entries=150, sequenceid=320, filesize=12.0 K
2024-11-18T02:15:54,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/17783c00af014647967caf00a29cd531 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/17783c00af014647967caf00a29cd531
2024-11-18T02:15:54,577 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/17783c00af014647967caf00a29cd531, entries=150, sequenceid=320, filesize=12.0 K
2024-11-18T02:15:54,578 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~445.03 KB/455712, currentSize=26.84 KB/27480 for 55eb261d3230e8a39969b9e7b7e7b342 in 1249ms, sequenceid=320, compaction requested=true
2024-11-18T02:15:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:15:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:15:54,578 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:15:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:15:54,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:54,578 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:15:54,580 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46972 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:15:54,580 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54192 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:15:54,580 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/A is initiating minor compaction (all files)
2024-11-18T02:15:54,580 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/B is initiating minor compaction (all files)
2024-11-18T02:15:54,580 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/A in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:54,580 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/B in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:54,580 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/425815cc1ac146a19a79dab3e1078012, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/f3e840940bb14152a7906a87228c8ccc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/473d739e46d54dea8c2950c56f7bcd80, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/152f4d58c8524102ac2cff5077e14ab1] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=52.9 K
2024-11-18T02:15:54,580 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/3f5ce6bad17c4b569389de71907b9eba, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/665f7af52fce4a36b04d5df1a80356e3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/82c19af5a5bb4e56b39f1dd1deb2dcc2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/bafec72149ab4dca8dfa0ef7b619a6f9] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=45.9 K
2024-11-18T02:15:54,581 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f5ce6bad17c4b569389de71907b9eba, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731896149588
2024-11-18T02:15:54,581 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 425815cc1ac146a19a79dab3e1078012, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731896149588
2024-11-18T02:15:54,581 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 665f7af52fce4a36b04d5df1a80356e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731896149734
2024-11-18T02:15:54,581 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting f3e840940bb14152a7906a87228c8ccc, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731896149733
2024-11-18T02:15:54,581 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 473d739e46d54dea8c2950c56f7bcd80, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731896150955
2024-11-18T02:15:54,581 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82c19af5a5bb4e56b39f1dd1deb2dcc2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731896150955
2024-11-18T02:15:54,582 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 152f4d58c8524102ac2cff5077e14ab1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731896152227
2024-11-18T02:15:54,582 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting bafec72149ab4dca8dfa0ef7b619a6f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731896152227
2024-11-18T02:15:54,591 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#A#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:54,591 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/d5d4bb9e8f7e47c98db26419d9b65fd5 is 50, key is test_row_0/A:col10/1731896153326/Put/seqid=0
2024-11-18T02:15:54,594 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#B#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:54,595 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/aa6aaa514c784ff3857b8735646aca83 is 50, key is test_row_0/B:col10/1731896153326/Put/seqid=0
2024-11-18T02:15:54,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-18T02:15:54,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742299_1475 (size=12949)
2024-11-18T02:15:54,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:54,603 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-18T02:15:54,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:54,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:54,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:54,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:54,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:54,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:54,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742300_1476 (size=12949)
2024-11-18T02:15:54,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/54bee1badcbc44cda5f4e30144203481 is 50, key is test_row_0/A:col10/1731896153344/Put/seqid=0
2024-11-18T02:15:54,611 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/d5d4bb9e8f7e47c98db26419d9b65fd5 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/d5d4bb9e8f7e47c98db26419d9b65fd5
2024-11-18T02:15:54,612 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/aa6aaa514c784ff3857b8735646aca83 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/aa6aaa514c784ff3857b8735646aca83
2024-11-18T02:15:54,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742301_1477 (size=9857)
2024-11-18T02:15:54,618 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/A of 55eb261d3230e8a39969b9e7b7e7b342 into d5d4bb9e8f7e47c98db26419d9b65fd5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:54,618 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:54,618 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/A, priority=12, startTime=1731896154578; duration=0sec
2024-11-18T02:15:54,618 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:54,618 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:A
2024-11-18T02:15:54,618 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:15:54,619 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46972 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:15:54,619 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/C is initiating minor compaction (all files)
2024-11-18T02:15:54,619 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/C in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:54,619 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/16bfa00208ff49c0aa43199a6e6ff85b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/dba7e698c0314ba59f0c18c8c47720b1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/29ab0b39f3ad475ba542ab443bf7e970, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/17783c00af014647967caf00a29cd531] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=45.9 K
2024-11-18T02:15:54,619 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 16bfa00208ff49c0aa43199a6e6ff85b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731896149588
2024-11-18T02:15:54,620 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting dba7e698c0314ba59f0c18c8c47720b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731896149734
2024-11-18T02:15:54,620 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/B of 55eb261d3230e8a39969b9e7b7e7b342 into aa6aaa514c784ff3857b8735646aca83(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:54,620 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:54,620 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/B, priority=12, startTime=1731896154578; duration=0sec
2024-11-18T02:15:54,620 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 29ab0b39f3ad475ba542ab443bf7e970, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731896150955
2024-11-18T02:15:54,620 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:54,620 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:B
2024-11-18T02:15:54,620 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 17783c00af014647967caf00a29cd531, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731896152227
2024-11-18T02:15:54,627 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#C#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:54,628 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/c67cbe8a7ab147fdb2c538965cb1a717 is 50, key is test_row_0/C:col10/1731896153326/Put/seqid=0
2024-11-18T02:15:54,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742302_1478 (size=12949)
2024-11-18T02:15:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-18T02:15:55,014 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/54bee1badcbc44cda5f4e30144203481
2024-11-18T02:15:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/0ed30d14c84b443385ab3f69ee4ecc1b is 50, key is test_row_0/B:col10/1731896153344/Put/seqid=0
2024-11-18T02:15:55,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742303_1479 (size=9857)
2024-11-18T02:15:55,035 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/c67cbe8a7ab147fdb2c538965cb1a717 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/c67cbe8a7ab147fdb2c538965cb1a717
2024-11-18T02:15:55,041 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/C of 55eb261d3230e8a39969b9e7b7e7b342 into c67cbe8a7ab147fdb2c538965cb1a717(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:55,041 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:55,041 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/C, priority=12, startTime=1731896154578; duration=0sec
2024-11-18T02:15:55,041 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:55,041 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:C
2024-11-18T02:15:55,425 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/0ed30d14c84b443385ab3f69ee4ecc1b
2024-11-18T02:15:55,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/ee9ff44b7f58491ea8b58a83f8e70c06 is 50, key is test_row_0/C:col10/1731896153344/Put/seqid=0
2024-11-18T02:15:55,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742304_1480 (size=9857)
2024-11-18T02:15:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:55,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. as already flushing
2024-11-18T02:15:55,641 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896155594, max timestamp=1731896155638Num uniques 859; 
2024-11-18T02:15:55,641 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896155594, max timestamp=1731896155638Num uniques 859; 
2024-11-18T02:15:55,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:15:55,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:15:55,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731896155594, max timestamp=1731896155638Num uniques 859; 
2024-11-18T02:15:55,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-18T02:15:55,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731896155748, max timestamp=1731896155803Num uniques 1018; 
2024-11-18T02:15:55,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-18T02:15:55,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731896155748, max timestamp=1731896155803Num uniques 1018; 
2024-11-18T02:15:55,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-18T02:15:55,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731896155748, max timestamp=1731896155803Num uniques 1018; 
2024-11-18T02:15:55,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-18T02:15:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-18T02:15:55,837 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/ee9ff44b7f58491ea8b58a83f8e70c06
2024-11-18T02:15:55,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/54bee1badcbc44cda5f4e30144203481 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/54bee1badcbc44cda5f4e30144203481
2024-11-18T02:15:55,844 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/54bee1badcbc44cda5f4e30144203481, entries=100, sequenceid=327, filesize=9.6 K
2024-11-18T02:15:55,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/0ed30d14c84b443385ab3f69ee4ecc1b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/0ed30d14c84b443385ab3f69ee4ecc1b
2024-11-18T02:15:55,848 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/0ed30d14c84b443385ab3f69ee4ecc1b, entries=100, sequenceid=327, filesize=9.6 K
2024-11-18T02:15:55,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/ee9ff44b7f58491ea8b58a83f8e70c06 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ee9ff44b7f58491ea8b58a83f8e70c06
2024-11-18T02:15:55,852 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ee9ff44b7f58491ea8b58a83f8e70c06, entries=100, sequenceid=327, filesize=9.6 K
2024-11-18T02:15:55,853 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=67.09 KB/68700 for 55eb261d3230e8a39969b9e7b7e7b342 in 1250ms, sequenceid=327, compaction requested=false
2024-11-18T02:15:55,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:55,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:55,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136
2024-11-18T02:15:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=136
2024-11-18T02:15:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:55,855 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=73.80 KB heapSize=204.84 KB
2024-11-18T02:15:55,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:55,856 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135
2024-11-18T02:15:55,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:55,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:55,856 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1690 sec
2024-11-18T02:15:55,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:55,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:55,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:15:55,857 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.1740 sec
2024-11-18T02:15:55,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/e6eee525010c4e5da56558041de43e1b is 50, key is test_row_0/A:col10/1731896155854/Put/seqid=0
2024-11-18T02:15:55,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742305_1481 (size=14741)
2024-11-18T02:15:56,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896216001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:56,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:56,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896216122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:56,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:56,264 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/e6eee525010c4e5da56558041de43e1b
2024-11-18T02:15:56,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/94c33ceac9c74a2a935c9c214201c77f is 50, key is test_row_0/B:col10/1731896155854/Put/seqid=0
2024-11-18T02:15:56,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742306_1482 (size=12301)
2024-11-18T02:15:56,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896216331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:56,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40640 deadline: 1731896216441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:56,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40684 deadline: 1731896216441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:56,449 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,450 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:56,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40692 deadline: 1731896216462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:56,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40676 deadline: 1731896216462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:56,470 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4240 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:56,471 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 55eb261d3230e8a39969b9e7b7e7b342 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4238 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:15:56,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:56,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:56,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:15:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1731896216651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:15:56,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 , the old value is region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:15:56,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., hostname=c4730a2bacf8,33637,1731896013809, seqNum=2 because the exception is null or not the one we care about
2024-11-18T02:15:56,674 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/94c33ceac9c74a2a935c9c214201c77f
2024-11-18T02:15:56,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/2cb3cdb51c0249408b7ac2ef0791f8c1 is 50, key is test_row_0/C:col10/1731896155854/Put/seqid=0
2024-11-18T02:15:56,684 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742307_1483 (size=12301)
2024-11-18T02:15:57,085 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/2cb3cdb51c0249408b7ac2ef0791f8c1
2024-11-18T02:15:57,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/e6eee525010c4e5da56558041de43e1b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/e6eee525010c4e5da56558041de43e1b
2024-11-18T02:15:57,092 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/e6eee525010c4e5da56558041de43e1b, entries=200, sequenceid=375, filesize=14.4 K
2024-11-18T02:15:57,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/94c33ceac9c74a2a935c9c214201c77f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/94c33ceac9c74a2a935c9c214201c77f
2024-11-18T02:15:57,095 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/94c33ceac9c74a2a935c9c214201c77f, entries=150, sequenceid=375, filesize=12.0 K
2024-11-18T02:15:57,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/2cb3cdb51c0249408b7ac2ef0791f8c1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/2cb3cdb51c0249408b7ac2ef0791f8c1
2024-11-18T02:15:57,099 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/2cb3cdb51c0249408b7ac2ef0791f8c1, entries=150, sequenceid=375, filesize=12.0 K
2024-11-18T02:15:57,100 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~204.80 KB/209712, currentSize=107.34 KB/109920 for 55eb261d3230e8a39969b9e7b7e7b342 in 1245ms, sequenceid=375, compaction requested=true
2024-11-18T02:15:57,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:57,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:15:57,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:57,100 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:57,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:15:57,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:57,100 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:57,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55eb261d3230e8a39969b9e7b7e7b342:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:15:57,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:57,101 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37547 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:57,101 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/A is initiating minor compaction (all files)
2024-11-18T02:15:57,101 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/A in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:57,101 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:57,101 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/B is initiating minor compaction (all files)
2024-11-18T02:15:57,101 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/d5d4bb9e8f7e47c98db26419d9b65fd5, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/54bee1badcbc44cda5f4e30144203481, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/e6eee525010c4e5da56558041de43e1b] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=36.7 K
2024-11-18T02:15:57,101 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/B in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:57,101 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/aa6aaa514c784ff3857b8735646aca83, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/0ed30d14c84b443385ab3f69ee4ecc1b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/94c33ceac9c74a2a935c9c214201c77f] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=34.3 K
2024-11-18T02:15:57,102 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5d4bb9e8f7e47c98db26419d9b65fd5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731896152227
2024-11-18T02:15:57,102 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting aa6aaa514c784ff3857b8735646aca83, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731896152227
2024-11-18T02:15:57,102 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ed30d14c84b443385ab3f69ee4ecc1b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731896153344
2024-11-18T02:15:57,102 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54bee1badcbc44cda5f4e30144203481, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731896153344
2024-11-18T02:15:57,102 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 94c33ceac9c74a2a935c9c214201c77f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731896155832
2024-11-18T02:15:57,102 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6eee525010c4e5da56558041de43e1b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731896155832
2024-11-18T02:15:57,112 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#B#compaction#416 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:57,113 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/aeb7087df9e94606b7ad09544cd00da2 is 50, key is test_row_0/B:col10/1731896155854/Put/seqid=0
2024-11-18T02:15:57,116 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:57,117 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/446a845e356b4f79b5acf3f934710b39 is 50, key is test_row_0/A:col10/1731896155854/Put/seqid=0
2024-11-18T02:15:57,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742308_1484 (size=13051)
2024-11-18T02:15:57,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742309_1485 (size=13051)
2024-11-18T02:15:57,131 INFO  [Thread-1895 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1895.
2024-11-18T02:15:57,131 DEBUG [Thread-1895 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:57,131 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/aeb7087df9e94606b7ad09544cd00da2 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/aeb7087df9e94606b7ad09544cd00da2
2024-11-18T02:15:57,131 DEBUG [Thread-1895 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:57,131 DEBUG [Thread-1895 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:57,131 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:57,136 INFO  [Thread-1901 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1901.
2024-11-18T02:15:57,136 DEBUG [Thread-1901 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:57,136 DEBUG [Thread-1901 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:57,136 DEBUG [Thread-1901 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:57,136 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:57,137 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/B of 55eb261d3230e8a39969b9e7b7e7b342 into aeb7087df9e94606b7ad09544cd00da2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:57,137 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:57,137 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/B, priority=13, startTime=1731896157100; duration=0sec
2024-11-18T02:15:57,137 INFO  [Thread-1899 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1899.
2024-11-18T02:15:57,137 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:15:57,137 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:B
2024-11-18T02:15:57,137 DEBUG [Thread-1899 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:57,137 DEBUG [Thread-1899 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:57,137 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:15:57,137 DEBUG [Thread-1899 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:57,137 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:57,138 INFO  [Thread-1903 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1903.
2024-11-18T02:15:57,138 DEBUG [Thread-1903 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:57,138 DEBUG [Thread-1903 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:57,138 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:57,138 DEBUG [Thread-1903 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:57,138 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:15:57,139 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 55eb261d3230e8a39969b9e7b7e7b342/C is initiating minor compaction (all files)
2024-11-18T02:15:57,139 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55eb261d3230e8a39969b9e7b7e7b342/C in TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:15:57,139 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/c67cbe8a7ab147fdb2c538965cb1a717, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ee9ff44b7f58491ea8b58a83f8e70c06, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/2cb3cdb51c0249408b7ac2ef0791f8c1] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp, totalSize=34.3 K
2024-11-18T02:15:57,139 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting c67cbe8a7ab147fdb2c538965cb1a717, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731896152227
2024-11-18T02:15:57,139 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting ee9ff44b7f58491ea8b58a83f8e70c06, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731896153344
2024-11-18T02:15:57,140 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cb3cdb51c0249408b7ac2ef0791f8c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731896155832
2024-11-18T02:15:57,144 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55eb261d3230e8a39969b9e7b7e7b342#C#compaction#418 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:15:57,145 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/74db45691b9140d69b98d78f6a9f62f0 is 50, key is test_row_0/C:col10/1731896155854/Put/seqid=0
2024-11-18T02:15:57,145 INFO  [Thread-1897 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1897.
2024-11-18T02:15:57,145 DEBUG [Thread-1897 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:57,145 DEBUG [Thread-1897 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:57,146 DEBUG [Thread-1897 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:57,146 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:57,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742310_1486 (size=13051)
2024-11-18T02:15:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:15:57,163 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T02:15:57,164 INFO  [Thread-1892 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1892.
2024-11-18T02:15:57,164 DEBUG [Thread-1892 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:15:57,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:15:57,164 DEBUG [Thread-1892 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:57,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:57,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:15:57,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:57,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:15:57,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:15:57,164 DEBUG [Thread-1892 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:15:57,164 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:15:57,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/75e68136ae5f4257a1cffa160383e383 is 50, key is test_row_0/A:col10/1731896155960/Put/seqid=0
2024-11-18T02:15:57,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742311_1487 (size=12301)
2024-11-18T02:15:57,530 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/446a845e356b4f79b5acf3f934710b39 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/446a845e356b4f79b5acf3f934710b39
2024-11-18T02:15:57,534 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/A of 55eb261d3230e8a39969b9e7b7e7b342 into 446a845e356b4f79b5acf3f934710b39(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:57,534 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:57,534 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/A, priority=13, startTime=1731896157100; duration=0sec
2024-11-18T02:15:57,534 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:57,534 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:A
2024-11-18T02:15:57,551 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/74db45691b9140d69b98d78f6a9f62f0 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/74db45691b9140d69b98d78f6a9f62f0
2024-11-18T02:15:57,555 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55eb261d3230e8a39969b9e7b7e7b342/C of 55eb261d3230e8a39969b9e7b7e7b342 into 74db45691b9140d69b98d78f6a9f62f0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:15:57,555 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:15:57,555 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., storeName=55eb261d3230e8a39969b9e7b7e7b342/C, priority=13, startTime=1731896157100; duration=0sec
2024-11-18T02:15:57,555 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:15:57,555 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55eb261d3230e8a39969b9e7b7e7b342:C
2024-11-18T02:15:57,570 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/75e68136ae5f4257a1cffa160383e383
2024-11-18T02:15:57,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/d902fcfdd95a4ba1b8556dcac2420d03 is 50, key is test_row_0/B:col10/1731896155960/Put/seqid=0
2024-11-18T02:15:57,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742312_1488 (size=12301)
2024-11-18T02:15:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-18T02:15:57,862 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:15:57,980 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/d902fcfdd95a4ba1b8556dcac2420d03
2024-11-18T02:15:57,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/ca8473f0d5254323bd382477ca6d3a5a is 50, key is test_row_0/C:col10/1731896155960/Put/seqid=0
2024-11-18T02:15:57,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742313_1489 (size=12301)
2024-11-18T02:15:58,389 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/ca8473f0d5254323bd382477ca6d3a5a
2024-11-18T02:15:58,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/75e68136ae5f4257a1cffa160383e383 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/75e68136ae5f4257a1cffa160383e383
2024-11-18T02:15:58,395 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/75e68136ae5f4257a1cffa160383e383, entries=150, sequenceid=396, filesize=12.0 K
2024-11-18T02:15:58,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/d902fcfdd95a4ba1b8556dcac2420d03 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/d902fcfdd95a4ba1b8556dcac2420d03
2024-11-18T02:15:58,398 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/d902fcfdd95a4ba1b8556dcac2420d03, entries=150, sequenceid=396, filesize=12.0 K
2024-11-18T02:15:58,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/ca8473f0d5254323bd382477ca6d3a5a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ca8473f0d5254323bd382477ca6d3a5a
2024-11-18T02:15:58,401 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ca8473f0d5254323bd382477ca6d3a5a, entries=150, sequenceid=396, filesize=12.0 K
2024-11-18T02:15:58,401 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 55eb261d3230e8a39969b9e7b7e7b342 in 1238ms, sequenceid=396, compaction requested=false
2024-11-18T02:15:58,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55eb261d3230e8a39969b9e7b7e7b342:

2024-11-18T02:16:00,493 INFO  [Thread-1890 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1890.
2024-11-18T02:16:00,494 DEBUG [Thread-1890 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:00,494 DEBUG [Thread-1890 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:00,494 DEBUG [Thread-1890 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:00,494 INFO  [Thread-1884 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1884.
2024-11-18T02:16:00,494 DEBUG [Thread-1884 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:00,494 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:00,494 DEBUG [Thread-1884 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:00,494 DEBUG [Thread-1884 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:00,494 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:00,494 INFO  [Thread-1888 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1888.
2024-11-18T02:16:00,494 DEBUG [Thread-1888 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:00,494 DEBUG [Thread-1888 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:00,494 DEBUG [Thread-1888 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:00,494 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:00,495 INFO  [Thread-1886 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1886.
2024-11-18T02:16:00,495 DEBUG [Thread-1886 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:00,495 DEBUG [Thread-1886 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:00,495 DEBUG [Thread-1886 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:00,495 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 54
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 33
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 73
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 35
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 134
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1090
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3266 rows
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1101
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3298 rows
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1094
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3282 rows
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1093
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3279 rows
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1103
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3304 rows
2024-11-18T02:16:00,495 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T02:16:00,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T02:16:00,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:00,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:00,496 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:00,496 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T02:16:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-18T02:16:00,499 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896160498"}]},"ts":"1731896160498"}
2024-11-18T02:16:00,500 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T02:16:00,500 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T02:16:00,500 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T02:16:00,501 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55eb261d3230e8a39969b9e7b7e7b342, UNASSIGN}]
2024-11-18T02:16:00,502 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55eb261d3230e8a39969b9e7b7e7b342, UNASSIGN
2024-11-18T02:16:00,503 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=55eb261d3230e8a39969b9e7b7e7b342, regionState=CLOSING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:00,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=55eb261d3230e8a39969b9e7b7e7b342, UNASSIGN because future has completed
2024-11-18T02:16:00,504 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T02:16:00,504 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:16:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-18T02:16:00,656 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:16:00,656 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T02:16:00,656 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing 55eb261d3230e8a39969b9e7b7e7b342, disabling compactions & flushes
2024-11-18T02:16:00,656 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:16:00,656 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:16:00,656 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. after waiting 0 ms
2024-11-18T02:16:00,656 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:16:00,656 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing 55eb261d3230e8a39969b9e7b7e7b342 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-18T02:16:00,656 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=A
2024-11-18T02:16:00,656 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:00,656 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=B
2024-11-18T02:16:00,657 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:00,657 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55eb261d3230e8a39969b9e7b7e7b342, store=C
2024-11-18T02:16:00,657 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:00,659 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/ba729745fccf471e9786a5f0e089b691 is 50, key is test_row_0/A:col10/1731896160493/Put/seqid=0
2024-11-18T02:16:00,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742314_1490 (size=9857)
2024-11-18T02:16:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-18T02:16:01,063 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/ba729745fccf471e9786a5f0e089b691
2024-11-18T02:16:01,068 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/24ce56ca7a5b47e1b81f3f148eb5b010 is 50, key is test_row_0/B:col10/1731896160493/Put/seqid=0
2024-11-18T02:16:01,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742315_1491 (size=9857)
2024-11-18T02:16:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-18T02:16:01,472 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/24ce56ca7a5b47e1b81f3f148eb5b010
2024-11-18T02:16:01,477 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/524d3365ccc240d5bf6318525903639c is 50, key is test_row_0/C:col10/1731896160493/Put/seqid=0
2024-11-18T02:16:01,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742316_1492 (size=9857)
2024-11-18T02:16:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-18T02:16:01,881 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/524d3365ccc240d5bf6318525903639c
2024-11-18T02:16:01,884 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/A/ba729745fccf471e9786a5f0e089b691 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/ba729745fccf471e9786a5f0e089b691
2024-11-18T02:16:01,887 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/ba729745fccf471e9786a5f0e089b691, entries=100, sequenceid=405, filesize=9.6 K
2024-11-18T02:16:01,887 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/B/24ce56ca7a5b47e1b81f3f148eb5b010 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/24ce56ca7a5b47e1b81f3f148eb5b010
2024-11-18T02:16:01,890 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/24ce56ca7a5b47e1b81f3f148eb5b010, entries=100, sequenceid=405, filesize=9.6 K
2024-11-18T02:16:01,890 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/.tmp/C/524d3365ccc240d5bf6318525903639c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/524d3365ccc240d5bf6318525903639c
2024-11-18T02:16:01,892 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/524d3365ccc240d5bf6318525903639c, entries=100, sequenceid=405, filesize=9.6 K
2024-11-18T02:16:01,893 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 55eb261d3230e8a39969b9e7b7e7b342 in 1237ms, sequenceid=405, compaction requested=true
2024-11-18T02:16:01,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/26f6b12dc27f45749490996dd22734a9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/3da754b72baa41a483a1989fbc9920d9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/537c3c68b53a45368aefb8ae63f9a644, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/610bded4262f49eab055dc9424489371, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/15abfad8f4b741fd9953b65a0ec30b3c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/8ae738cf34ba4402b5045d6aa60fbf8f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/b5cb81d7c0da478aa19168978ae9aebc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/7482d77ace924b6bbf36472e8ac921aa, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/11601724a99e4e6491e4792b4c85e14b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/215ea8f94bd349eab9871d310e6df786, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/6369416be17b4dc0a1c26c13371e8d9b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/d24ed9d5dd934ce4bca1f606d248d239, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/809a99f0a5a34af18a6be85e44d8dcd1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/9e57827e37414d48bbec417c5f2e07d0, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/6f78e10636664afea603d38dc7cedf54, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/425815cc1ac146a19a79dab3e1078012, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/f3e840940bb14152a7906a87228c8ccc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/473d739e46d54dea8c2950c56f7bcd80, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/152f4d58c8524102ac2cff5077e14ab1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/d5d4bb9e8f7e47c98db26419d9b65fd5, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/54bee1badcbc44cda5f4e30144203481, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/e6eee525010c4e5da56558041de43e1b] to archive
2024-11-18T02:16:01,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:16:01,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/26f6b12dc27f45749490996dd22734a9 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/26f6b12dc27f45749490996dd22734a9
2024-11-18T02:16:01,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/3da754b72baa41a483a1989fbc9920d9 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/3da754b72baa41a483a1989fbc9920d9
2024-11-18T02:16:01,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/537c3c68b53a45368aefb8ae63f9a644 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/537c3c68b53a45368aefb8ae63f9a644
2024-11-18T02:16:01,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/610bded4262f49eab055dc9424489371 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/610bded4262f49eab055dc9424489371
2024-11-18T02:16:01,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/15abfad8f4b741fd9953b65a0ec30b3c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/15abfad8f4b741fd9953b65a0ec30b3c
2024-11-18T02:16:01,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/8ae738cf34ba4402b5045d6aa60fbf8f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/8ae738cf34ba4402b5045d6aa60fbf8f
2024-11-18T02:16:01,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/b5cb81d7c0da478aa19168978ae9aebc to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/b5cb81d7c0da478aa19168978ae9aebc
2024-11-18T02:16:01,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/7482d77ace924b6bbf36472e8ac921aa to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/7482d77ace924b6bbf36472e8ac921aa
2024-11-18T02:16:01,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/11601724a99e4e6491e4792b4c85e14b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/11601724a99e4e6491e4792b4c85e14b
2024-11-18T02:16:01,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/215ea8f94bd349eab9871d310e6df786 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/215ea8f94bd349eab9871d310e6df786
2024-11-18T02:16:01,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/6369416be17b4dc0a1c26c13371e8d9b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/6369416be17b4dc0a1c26c13371e8d9b
2024-11-18T02:16:01,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/d24ed9d5dd934ce4bca1f606d248d239 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/d24ed9d5dd934ce4bca1f606d248d239
2024-11-18T02:16:01,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/809a99f0a5a34af18a6be85e44d8dcd1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/809a99f0a5a34af18a6be85e44d8dcd1
2024-11-18T02:16:01,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/9e57827e37414d48bbec417c5f2e07d0 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/9e57827e37414d48bbec417c5f2e07d0
2024-11-18T02:16:01,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/6f78e10636664afea603d38dc7cedf54 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/6f78e10636664afea603d38dc7cedf54
2024-11-18T02:16:01,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/425815cc1ac146a19a79dab3e1078012 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/425815cc1ac146a19a79dab3e1078012
2024-11-18T02:16:01,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/f3e840940bb14152a7906a87228c8ccc to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/f3e840940bb14152a7906a87228c8ccc
2024-11-18T02:16:01,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/473d739e46d54dea8c2950c56f7bcd80 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/473d739e46d54dea8c2950c56f7bcd80
2024-11-18T02:16:01,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/152f4d58c8524102ac2cff5077e14ab1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/152f4d58c8524102ac2cff5077e14ab1
2024-11-18T02:16:01,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/d5d4bb9e8f7e47c98db26419d9b65fd5 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/d5d4bb9e8f7e47c98db26419d9b65fd5
2024-11-18T02:16:01,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/54bee1badcbc44cda5f4e30144203481 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/54bee1badcbc44cda5f4e30144203481
2024-11-18T02:16:01,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/e6eee525010c4e5da56558041de43e1b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/e6eee525010c4e5da56558041de43e1b
2024-11-18T02:16:01,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/c6c81605f7c045b38ac0e53139cc77cb, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/29cb02667c8f44848e2c115d37ee2cfa, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/a1d5dc63267849fd937ab5c75561612e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/348a957ae813486faa9a8407b175c202, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/2b79a959db864cf5bd00f589ed0e0fd5, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/9fd3d06dc330473e9d744628bbad62ef, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/d17fcb5208b9458c8f0c4354ade186c2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/f9dad20e90084c1fb45df9ce42b4537f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/fc92f942c6bf4f7faa796436325d49a2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/0ecf85cd11324acea2602bf17e6ccec3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/c31eacb05f3a45a48bcb827625628af9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/2186312f56f24852853046d184239394, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/347aef57e46b4aa3a560e99cb50b9f61, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/9c634b666a68491885f01b6f6f095d8d, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/3f5ce6bad17c4b569389de71907b9eba, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/7868d0a6d98143e298e25881daa0a5f4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/665f7af52fce4a36b04d5df1a80356e3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/82c19af5a5bb4e56b39f1dd1deb2dcc2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/aa6aaa514c784ff3857b8735646aca83, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/bafec72149ab4dca8dfa0ef7b619a6f9, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/0ed30d14c84b443385ab3f69ee4ecc1b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/94c33ceac9c74a2a935c9c214201c77f] to archive
2024-11-18T02:16:01,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:16:01,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/c6c81605f7c045b38ac0e53139cc77cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/c6c81605f7c045b38ac0e53139cc77cb
2024-11-18T02:16:01,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/29cb02667c8f44848e2c115d37ee2cfa to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/29cb02667c8f44848e2c115d37ee2cfa
2024-11-18T02:16:01,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/a1d5dc63267849fd937ab5c75561612e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/a1d5dc63267849fd937ab5c75561612e
2024-11-18T02:16:01,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/348a957ae813486faa9a8407b175c202 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/348a957ae813486faa9a8407b175c202
2024-11-18T02:16:01,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/2b79a959db864cf5bd00f589ed0e0fd5 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/2b79a959db864cf5bd00f589ed0e0fd5
2024-11-18T02:16:01,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/9fd3d06dc330473e9d744628bbad62ef to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/9fd3d06dc330473e9d744628bbad62ef
2024-11-18T02:16:01,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/d17fcb5208b9458c8f0c4354ade186c2 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/d17fcb5208b9458c8f0c4354ade186c2
2024-11-18T02:16:01,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/f9dad20e90084c1fb45df9ce42b4537f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/f9dad20e90084c1fb45df9ce42b4537f
2024-11-18T02:16:01,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/fc92f942c6bf4f7faa796436325d49a2 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/fc92f942c6bf4f7faa796436325d49a2
2024-11-18T02:16:01,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/0ecf85cd11324acea2602bf17e6ccec3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/0ecf85cd11324acea2602bf17e6ccec3
2024-11-18T02:16:01,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/c31eacb05f3a45a48bcb827625628af9 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/c31eacb05f3a45a48bcb827625628af9
2024-11-18T02:16:01,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/2186312f56f24852853046d184239394 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/2186312f56f24852853046d184239394
2024-11-18T02:16:01,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/347aef57e46b4aa3a560e99cb50b9f61 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/347aef57e46b4aa3a560e99cb50b9f61
2024-11-18T02:16:01,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/9c634b666a68491885f01b6f6f095d8d to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/9c634b666a68491885f01b6f6f095d8d
2024-11-18T02:16:01,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/3f5ce6bad17c4b569389de71907b9eba to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/3f5ce6bad17c4b569389de71907b9eba
2024-11-18T02:16:01,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/7868d0a6d98143e298e25881daa0a5f4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/7868d0a6d98143e298e25881daa0a5f4
2024-11-18T02:16:01,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/665f7af52fce4a36b04d5df1a80356e3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/665f7af52fce4a36b04d5df1a80356e3
2024-11-18T02:16:01,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/82c19af5a5bb4e56b39f1dd1deb2dcc2 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/82c19af5a5bb4e56b39f1dd1deb2dcc2
2024-11-18T02:16:01,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/aa6aaa514c784ff3857b8735646aca83 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/aa6aaa514c784ff3857b8735646aca83
2024-11-18T02:16:01,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/bafec72149ab4dca8dfa0ef7b619a6f9 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/bafec72149ab4dca8dfa0ef7b619a6f9
2024-11-18T02:16:01,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/0ed30d14c84b443385ab3f69ee4ecc1b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/0ed30d14c84b443385ab3f69ee4ecc1b
2024-11-18T02:16:01,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/94c33ceac9c74a2a935c9c214201c77f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/94c33ceac9c74a2a935c9c214201c77f
2024-11-18T02:16:01,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/e20e0200c0f142aeb0f87ee825185efa, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/7406e4484dc2430abe6fe1bb9994cd69, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/b69b8277087d442aafe03979327546ed, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/b7c71827e4494e46b2199132c5d104f1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/e79fcbc8598c425fa0367be0a36b77c4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/6c66153fc99b4570ab3c49db7d5bc2bc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/96371744dc1c41318b4629fdc2dfa327, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a420ca9b269746a881e0c7aee8926815, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/48dc16db87c144548949704a982b4022, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a75c633dc1b04766b3ef43d73d6cef3f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a02d70bf9dff47d9984bb23bf8c68dd1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/d5c0a56e83764fc0a2024230a8720cf8, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/5e8fa0781b28438bbbb8836af52cd1d2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/1b2a93ef67df48d5828575bb4d58e899, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/16bfa00208ff49c0aa43199a6e6ff85b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ae80613b47ac41c8be130737d55116cb, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/dba7e698c0314ba59f0c18c8c47720b1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/29ab0b39f3ad475ba542ab443bf7e970, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/c67cbe8a7ab147fdb2c538965cb1a717, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/17783c00af014647967caf00a29cd531, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ee9ff44b7f58491ea8b58a83f8e70c06, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/2cb3cdb51c0249408b7ac2ef0791f8c1] to archive
2024-11-18T02:16:01,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:16:01,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/e20e0200c0f142aeb0f87ee825185efa to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/e20e0200c0f142aeb0f87ee825185efa
2024-11-18T02:16:01,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/7406e4484dc2430abe6fe1bb9994cd69 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/7406e4484dc2430abe6fe1bb9994cd69
2024-11-18T02:16:01,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/b69b8277087d442aafe03979327546ed to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/b69b8277087d442aafe03979327546ed
2024-11-18T02:16:01,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/b7c71827e4494e46b2199132c5d104f1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/b7c71827e4494e46b2199132c5d104f1
2024-11-18T02:16:01,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/e79fcbc8598c425fa0367be0a36b77c4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/e79fcbc8598c425fa0367be0a36b77c4
2024-11-18T02:16:01,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/6c66153fc99b4570ab3c49db7d5bc2bc to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/6c66153fc99b4570ab3c49db7d5bc2bc
2024-11-18T02:16:01,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/96371744dc1c41318b4629fdc2dfa327 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/96371744dc1c41318b4629fdc2dfa327
2024-11-18T02:16:01,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a420ca9b269746a881e0c7aee8926815 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a420ca9b269746a881e0c7aee8926815
2024-11-18T02:16:01,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/48dc16db87c144548949704a982b4022 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/48dc16db87c144548949704a982b4022
2024-11-18T02:16:01,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a75c633dc1b04766b3ef43d73d6cef3f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a75c633dc1b04766b3ef43d73d6cef3f
2024-11-18T02:16:01,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a02d70bf9dff47d9984bb23bf8c68dd1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/a02d70bf9dff47d9984bb23bf8c68dd1
2024-11-18T02:16:01,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/d5c0a56e83764fc0a2024230a8720cf8 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/d5c0a56e83764fc0a2024230a8720cf8
2024-11-18T02:16:01,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/5e8fa0781b28438bbbb8836af52cd1d2 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/5e8fa0781b28438bbbb8836af52cd1d2
2024-11-18T02:16:01,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/1b2a93ef67df48d5828575bb4d58e899 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/1b2a93ef67df48d5828575bb4d58e899
2024-11-18T02:16:01,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/16bfa00208ff49c0aa43199a6e6ff85b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/16bfa00208ff49c0aa43199a6e6ff85b
2024-11-18T02:16:01,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ae80613b47ac41c8be130737d55116cb to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ae80613b47ac41c8be130737d55116cb
2024-11-18T02:16:01,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/dba7e698c0314ba59f0c18c8c47720b1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/dba7e698c0314ba59f0c18c8c47720b1
2024-11-18T02:16:01,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/29ab0b39f3ad475ba542ab443bf7e970 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/29ab0b39f3ad475ba542ab443bf7e970
2024-11-18T02:16:01,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/c67cbe8a7ab147fdb2c538965cb1a717 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/c67cbe8a7ab147fdb2c538965cb1a717
2024-11-18T02:16:01,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/17783c00af014647967caf00a29cd531 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/17783c00af014647967caf00a29cd531
2024-11-18T02:16:01,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ee9ff44b7f58491ea8b58a83f8e70c06 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ee9ff44b7f58491ea8b58a83f8e70c06
2024-11-18T02:16:01,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/2cb3cdb51c0249408b7ac2ef0791f8c1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/2cb3cdb51c0249408b7ac2ef0791f8c1
2024-11-18T02:16:01,949 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/recovered.edits/408.seqid, newMaxSeqId=408, maxSeqId=1
2024-11-18T02:16:01,950 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.
2024-11-18T02:16:01,950 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for 55eb261d3230e8a39969b9e7b7e7b342:
Waiting for close lock at 1731896160656Running coprocessor pre-close hooks at 1731896160656Disabling compacts and flushes for region at 1731896160656Disabling writes for close at 1731896160656Obtaining lock to block concurrent updates at 1731896160656Preparing flush snapshotting stores in 55eb261d3230e8a39969b9e7b7e7b342 at 1731896160656Finished memstore snapshotting TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731896160657 (+1 ms)Flushing stores of TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342. at 1731896160657Flushing 55eb261d3230e8a39969b9e7b7e7b342/A: creating writer at 1731896160657Flushing 55eb261d3230e8a39969b9e7b7e7b342/A: appending metadata at 1731896160659 (+2 ms)Flushing 55eb261d3230e8a39969b9e7b7e7b342/A: closing flushed file at 1731896160659Flushing 55eb261d3230e8a39969b9e7b7e7b342/B: creating writer at 1731896161066 (+407 ms)Flushing 55eb261d3230e8a39969b9e7b7e7b342/B: appending metadata at 1731896161068 (+2 ms)Flushing 55eb261d3230e8a39969b9e7b7e7b342/B: closing flushed file at 1731896161068Flushing 55eb261d3230e8a39969b9e7b7e7b342/C: creating writer at 1731896161475 (+407 ms)Flushing 55eb261d3230e8a39969b9e7b7e7b342/C: appending metadata at 1731896161477 (+2 ms)Flushing 55eb261d3230e8a39969b9e7b7e7b342/C: closing flushed file at 1731896161477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b4400e: reopening flushed file at 1731896161884 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5752e43a: reopening flushed file at 1731896161887 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a40da4f: reopening flushed file at 1731896161890 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 55eb261d3230e8a39969b9e7b7e7b342 in 1237ms, sequenceid=405, compaction requested=true at 1731896161893 (+3 ms)Writing region close event to WAL at 1731896161947 (+54 ms)Running coprocessor post-close hooks at 1731896161950 (+3 ms)Closed at 1731896161950
2024-11-18T02:16:01,951 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed 55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:16:01,952 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=55eb261d3230e8a39969b9e7b7e7b342, regionState=CLOSED
2024-11-18T02:16:01,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:16:01,955 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139
2024-11-18T02:16:01,955 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure 55eb261d3230e8a39969b9e7b7e7b342, server=c4730a2bacf8,33637,1731896013809 in 1.4500 sec
2024-11-18T02:16:01,956 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138
2024-11-18T02:16:01,956 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55eb261d3230e8a39969b9e7b7e7b342, UNASSIGN in 1.4540 sec
2024-11-18T02:16:01,958 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137
2024-11-18T02:16:01,958 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4570 sec
2024-11-18T02:16:01,960 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896161959"}]},"ts":"1731896161959"}
2024-11-18T02:16:01,961 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T02:16:01,961 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T02:16:01,962 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4650 sec
2024-11-18T02:16:02,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T02:16:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-18T02:16:02,652 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:16:02,652 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T02:16:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:02,654 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-18T02:16:02,654 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:02,656 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:16:02,657 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/recovered.edits]
2024-11-18T02:16:02,659 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/446a845e356b4f79b5acf3f934710b39 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/446a845e356b4f79b5acf3f934710b39
2024-11-18T02:16:02,660 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/75e68136ae5f4257a1cffa160383e383 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/75e68136ae5f4257a1cffa160383e383
2024-11-18T02:16:02,661 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/ba729745fccf471e9786a5f0e089b691 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/A/ba729745fccf471e9786a5f0e089b691
2024-11-18T02:16:02,662 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/24ce56ca7a5b47e1b81f3f148eb5b010 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/24ce56ca7a5b47e1b81f3f148eb5b010
2024-11-18T02:16:02,663 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/aeb7087df9e94606b7ad09544cd00da2 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/aeb7087df9e94606b7ad09544cd00da2
2024-11-18T02:16:02,664 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/d902fcfdd95a4ba1b8556dcac2420d03 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/B/d902fcfdd95a4ba1b8556dcac2420d03
2024-11-18T02:16:02,666 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/524d3365ccc240d5bf6318525903639c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/524d3365ccc240d5bf6318525903639c
2024-11-18T02:16:02,667 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/74db45691b9140d69b98d78f6a9f62f0 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/74db45691b9140d69b98d78f6a9f62f0
2024-11-18T02:16:02,667 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ca8473f0d5254323bd382477ca6d3a5a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/C/ca8473f0d5254323bd382477ca6d3a5a
2024-11-18T02:16:02,669 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/recovered.edits/408.seqid to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342/recovered.edits/408.seqid
2024-11-18T02:16:02,670 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/55eb261d3230e8a39969b9e7b7e7b342
2024-11-18T02:16:02,670 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T02:16:02,672 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:02,673 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T02:16:02,675 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T02:16:02,676 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:02,676 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T02:16:02,676 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731896162676"}]},"ts":"9223372036854775807"}
2024-11-18T02:16:02,677 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T02:16:02,677 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 55eb261d3230e8a39969b9e7b7e7b342, NAME => 'TestAcidGuarantees,,1731896134943.55eb261d3230e8a39969b9e7b7e7b342.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T02:16:02,677 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T02:16:02,678 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731896162677"}]},"ts":"9223372036854775807"}
2024-11-18T02:16:02,679 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T02:16:02,679 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:02,680 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 27 msec
2024-11-18T02:16:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-18T02:16:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T02:16:02,763 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:16:02,772 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 251), OpenFileDescriptor=447 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 344) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2445 (was 2531)
2024-11-18T02:16:02,780 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=2445
2024-11-18T02:16:02,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T02:16:02,781 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:16:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:02,783 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-18T02:16:02,783 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:02,783 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 142
2024-11-18T02:16:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-18T02:16:02,784 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-18T02:16:02,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742317_1493 (size=1061)
2024-11-18T02:16:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-18T02:16:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-18T02:16:03,191 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182
2024-11-18T02:16:03,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742318_1494 (size=53)
2024-11-18T02:16:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-18T02:16:03,492 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-18T02:16:03,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:16:03,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5a030bc30ecf4bb63759e5e45d16f007, disabling compactions & flushes
2024-11-18T02:16:03,596 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:03,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:03,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. after waiting 0 ms
2024-11-18T02:16:03,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:03,596 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:03,596 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a030bc30ecf4bb63759e5e45d16f007:
Waiting for close lock at 1731896163596Disabling compacts and flushes for region at 1731896163596Disabling writes for close at 1731896163596Writing region close event to WAL at 1731896163596Closed at 1731896163596
2024-11-18T02:16:03,597 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-18T02:16:03,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731896163597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731896163597"}]},"ts":"1731896163597"}
2024-11-18T02:16:03,598 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-18T02:16:03,599 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-18T02:16:03,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896163599"}]},"ts":"1731896163599"}
2024-11-18T02:16:03,600 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-18T02:16:03,600 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, ASSIGN}]
2024-11-18T02:16:03,601 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, ASSIGN
2024-11-18T02:16:03,602 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, ASSIGN; state=OFFLINE, location=c4730a2bacf8,33637,1731896013809; forceNewPlan=false, retain=false
2024-11-18T02:16:03,752 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=5a030bc30ecf4bb63759e5e45d16f007, regionState=OPENING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:03,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, ASSIGN because future has completed
2024-11-18T02:16:03,754 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:16:03,908 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:03,908 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:16:03,908 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:03,908 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:16:03,908 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:03,908 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:03,910 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5a030bc30ecf4bb63759e5e45d16f007 
2024-11-18T02:16:03,910 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:16:03,911 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a030bc30ecf4bb63759e5e45d16f007 columnFamilyName A
2024-11-18T02:16:03,911 DEBUG [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:03,911 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.HStore(327): Store=5a030bc30ecf4bb63759e5e45d16f007/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:16:03,911 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5a030bc30ecf4bb63759e5e45d16f007 
2024-11-18T02:16:03,912 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:16:03,912 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a030bc30ecf4bb63759e5e45d16f007 columnFamilyName B
2024-11-18T02:16:03,912 DEBUG [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:03,912 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.HStore(327): Store=5a030bc30ecf4bb63759e5e45d16f007/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:16:03,912 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5a030bc30ecf4bb63759e5e45d16f007 
2024-11-18T02:16:03,913 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:16:03,913 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a030bc30ecf4bb63759e5e45d16f007 columnFamilyName C
2024-11-18T02:16:03,913 DEBUG [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:03,913 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.HStore(327): Store=5a030bc30ecf4bb63759e5e45d16f007/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:16:03,914 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:03,914 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:03,914 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:03,914 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:03,915 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:03,915 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:03,915 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T02:16:03,916 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:03,917 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-18T02:16:03,918 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened 5a030bc30ecf4bb63759e5e45d16f007; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69310725, jitterRate=0.032810285687446594}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T02:16:03,918 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:03,918 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for 5a030bc30ecf4bb63759e5e45d16f007:
Running coprocessor pre-open hook at 1731896163909Writing region info on filesystem at 1731896163909Initializing all the Stores at 1731896163909Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896163909Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896163909Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896163909Cleaning up temporary data from old regions at 1731896163915 (+6 ms)Running coprocessor post-open hooks at 1731896163918 (+3 ms)Region opened successfully at 1731896163918
2024-11-18T02:16:03,919 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., pid=144, masterSystemTime=1731896163905
2024-11-18T02:16:03,920 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:03,920 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:03,921 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=5a030bc30ecf4bb63759e5e45d16f007, regionState=OPEN, openSeqNum=2, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-18T02:16:03,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:16:03,923 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143
2024-11-18T02:16:03,923 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809 in 168 msec
2024-11-18T02:16:03,925 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142
2024-11-18T02:16:03,925 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, ASSIGN in 323 msec
2024-11-18T02:16:03,925 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-18T02:16:03,926 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896163925"}]},"ts":"1731896163925"}
2024-11-18T02:16:03,926 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-18T02:16:03,927 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-18T02:16:03,928 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec
2024-11-18T02:16:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142
2024-11-18T02:16:04,932 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:16:04,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670e8484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:04,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:16:04,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:16:04,934 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:16:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:16:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:16:04,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f377f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:04,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:16:04,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:16:04,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:04,936 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:16:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1360cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:04,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:16:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:16:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:16:04,938 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:16:04,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-18T02:16:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c4730a2bacf8,35213,1731896013075
2024-11-18T02:16:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bd3b11b
2024-11-18T02:16:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-18T02:16:04,940 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-18T02:16:04,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-18T02:16:04,941 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-18T02:16:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:04,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742319_1495 (size=1097)
2024-11-18T02:16:05,351 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-18T02:16:05,352 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-18T02:16:05,354 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T02:16:05,355 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, REOPEN/MOVE}]
2024-11-18T02:16:05,356 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, REOPEN/MOVE
2024-11-18T02:16:05,356 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=5a030bc30ecf4bb63759e5e45d16f007, regionState=CLOSING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:05,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, REOPEN/MOVE because future has completed
2024-11-18T02:16:05,358 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T02:16:05,358 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:16:05,510 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:05,510 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T02:16:05,510 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 5a030bc30ecf4bb63759e5e45d16f007, disabling compactions & flushes
2024-11-18T02:16:05,510 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:05,510 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:05,510 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. after waiting 0 ms
2024-11-18T02:16:05,510 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:05,513 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-18T02:16:05,514 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:05,514 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 5a030bc30ecf4bb63759e5e45d16f007:
Waiting for close lock at 1731896165510Running coprocessor pre-close hooks at 1731896165510Disabling compacts and flushes for region at 1731896165510Disabling writes for close at 1731896165510Writing region close event to WAL at 1731896165510Running coprocessor post-close hooks at 1731896165514 (+4 ms)Closed at 1731896165514
2024-11-18T02:16:05,514 WARN  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: 5a030bc30ecf4bb63759e5e45d16f007 to self.
2024-11-18T02:16:05,515 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:05,516 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=5a030bc30ecf4bb63759e5e45d16f007, regionState=CLOSED
2024-11-18T02:16:05,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:16:05,519 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147
2024-11-18T02:16:05,519 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809 in 160 msec
2024-11-18T02:16:05,519 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, REOPEN/MOVE; state=CLOSED, location=c4730a2bacf8,33637,1731896013809; forceNewPlan=false, retain=true
2024-11-18T02:16:05,670 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=5a030bc30ecf4bb63759e5e45d16f007, regionState=OPENING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:05,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, REOPEN/MOVE because future has completed
2024-11-18T02:16:05,671 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:16:05,825 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:05,825 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
2024-11-18T02:16:05,825 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:05,825 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-18T02:16:05,826 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:05,826 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:05,827 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5a030bc30ecf4bb63759e5e45d16f007 
2024-11-18T02:16:05,827 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:16:05,828 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a030bc30ecf4bb63759e5e45d16f007 columnFamilyName A
2024-11-18T02:16:05,829 DEBUG [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:05,829 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.HStore(327): Store=5a030bc30ecf4bb63759e5e45d16f007/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:16:05,829 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5a030bc30ecf4bb63759e5e45d16f007 
2024-11-18T02:16:05,830 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:16:05,830 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a030bc30ecf4bb63759e5e45d16f007 columnFamilyName B
2024-11-18T02:16:05,830 DEBUG [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:05,831 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.HStore(327): Store=5a030bc30ecf4bb63759e5e45d16f007/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:16:05,831 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5a030bc30ecf4bb63759e5e45d16f007 
2024-11-18T02:16:05,831 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-18T02:16:05,831 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a030bc30ecf4bb63759e5e45d16f007 columnFamilyName C
2024-11-18T02:16:05,831 DEBUG [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:05,832 INFO  [StoreOpener-5a030bc30ecf4bb63759e5e45d16f007-1 {}] regionserver.HStore(327): Store=5a030bc30ecf4bb63759e5e45d16f007/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-18T02:16:05,832 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:05,832 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:05,832 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:05,833 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:05,833 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:05,834 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:05,834 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-18T02:16:05,835 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:05,835 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened 5a030bc30ecf4bb63759e5e45d16f007; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68297156, jitterRate=0.01770693063735962}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-18T02:16:05,835 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:05,836 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for 5a030bc30ecf4bb63759e5e45d16f007:
Running coprocessor pre-open hook at 1731896165826Writing region info on filesystem at 1731896165826Initializing all the Stores at 1731896165826Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896165826Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896165826Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731896165826Cleaning up temporary data from old regions at 1731896165834 (+8 ms)Running coprocessor post-open hooks at 1731896165835 (+1 ms)Region opened successfully at 1731896165836 (+1 ms)
2024-11-18T02:16:05,836 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., pid=149, masterSystemTime=1731896165823
2024-11-18T02:16:05,838 DEBUG [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:05,838 INFO  [RS_OPEN_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:05,838 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=5a030bc30ecf4bb63759e5e45d16f007, regionState=OPEN, openSeqNum=5, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:05,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:16:05,841 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147
2024-11-18T02:16:05,841 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809 in 169 msec
2024-11-18T02:16:05,842 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146
2024-11-18T02:16:05,842 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, REOPEN/MOVE in 486 msec
2024-11-18T02:16:05,844 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145
2024-11-18T02:16:05,844 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec
2024-11-18T02:16:05,846 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 904 msec
2024-11-18T02:16:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145
2024-11-18T02:16:05,847 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:16:05,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a58050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:16:05,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:16:05,849 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:16:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:16:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:16:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c9af3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:16:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:16:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:05,850 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:16:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168421c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2a1e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:16:05,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:16:05,852 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:16:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:16:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:16:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c756b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:16:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:16:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:05,853 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:16:05,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdeed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:16:05,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:16:05,854 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:16:05,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:16:05,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:16:05,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f60fa03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:16:05,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:16:05,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:05,855 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:16:05,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140eb76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6eabbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:16:05,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:16:05,857 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:16:05,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:16:05,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:16:05,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d413da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:16:05,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:16:05,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:05,858 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:16:05,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3be2dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:16:05,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:16:05,859 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:16:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:16:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:16:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aff873d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:16:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:16:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:05,860 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:16:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f72240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d7368f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:16:05,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:16:05,862 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:16:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:16:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:16:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541e1378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:16:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:16:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:05,863 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:16:05,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2209931f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108b0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:16:05,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:16:05,864 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:16:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:16:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:16:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7732300a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:16:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:16:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:05,865 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:16:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd0f066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5be7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:16:05,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:16:05,866 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:16:05,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:16:05,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:16:05,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334259b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:16:05,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:16:05,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:05,867 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:16:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846bef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162f1ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:16:05,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:16:05,869 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:16:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:16:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:16:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f602ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:16:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:16:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:05,870 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:16:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68432ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e62e123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c4730a2bacf8,35213,-1 for getting cluster id
2024-11-18T02:16:05,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-18T02:16:05,871 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7f00c1-ab51-448c-a35d-dfd2800c0c0b'
2024-11-18T02:16:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-18T02:16:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7f00c1-ab51-448c-a35d-dfd2800c0c0b"

2024-11-18T02:16:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490aa0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c4730a2bacf8,35213,-1]
2024-11-18T02:16:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-18T02:16:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:05,872 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-18T02:16:05,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b650e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-18T02:16:05,873 DEBUG [Thread-2224 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:16:05,873 DEBUG [Thread-2243 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:16:05,873 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:16:05,873 DEBUG [Thread-2228 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:16:05,873 DEBUG [Thread-2226 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:16:05,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:16:05,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:16:05,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:16:05,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:16:05,874 DEBUG [Thread-2235 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:16:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees
2024-11-18T02:16:05,874 DEBUG [Thread-2230 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:16:05,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:16:05,874 DEBUG [Thread-2232 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:16:05,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:16:05,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:16:05,874 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:16:05,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:16:05,875 DEBUG [Thread-2241 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:16:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-18T02:16:05,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:16:05,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:16:05,875 DEBUG [Thread-2235 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:16:05,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:16:05,875 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:16:05,876 DEBUG [Thread-2235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:16:05,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:16:05,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:16:05,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:16:05,877 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:16:05,877 DEBUG [Thread-2237 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:16:05,877 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:16:05,877 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:16:05,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:16:05,877 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:16:05,877 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:16:05,877 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:16:05,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:16:05,878 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:16:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:16:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:16:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:16:05,878 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:16:05,878 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:16:05,879 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:16:05,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:16:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:16:05,880 DEBUG [Thread-2239 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-18T02:16:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:16:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c4730a2bacf8,33637,1731896013809, seqNum=-1]
2024-11-18T02:16:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-18T02:16:05,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:16:05,883 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-18T02:16:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:16:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:16:05,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5]
2024-11-18T02:16:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:05,887 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-18T02:16:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:05,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118be6945dde0ad49088bc2e1cc92e2f316_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896165885/Put/seqid=0
2024-11-18T02:16:05,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742320_1496 (size=17034)
2024-11-18T02:16:05,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896225967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:05,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:05,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:05,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:05,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896225968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:05,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:05,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:05,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:05,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896165965, max timestamp=1731896165972Num uniques 859; 
2024-11-18T02:16:05,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:16:05,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731896165965, max timestamp=1731896165972Num uniques 859; 
2024-11-18T02:16:05,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:16:05,975 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731896165965, max timestamp=1731896165972Num uniques 859; 
2024-11-18T02:16:05,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c4730a2bacf8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-18T02:16:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-18T02:16:05,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896225992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:05,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896225993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:05,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:05,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896225995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:05,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:05,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:05,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T02:16:06,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:06,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:06,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:06,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896226081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,083 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896226081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896226102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896226102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896226102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T02:16:06,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:06,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:06,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:06,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-18T02:16:06,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896226292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896226292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,311 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:06,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896226312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896226312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,314 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118be6945dde0ad49088bc2e1cc92e2f316_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118be6945dde0ad49088bc2e1cc92e2f316_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:06,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896226312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,315 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/49bf53edae994ee4976594e6a6d9be08, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:06,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/49bf53edae994ee4976594e6a6d9be08 is 175, key is test_row_0/A:col10/1731896165885/Put/seqid=0
2024-11-18T02:16:06,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742321_1497 (size=48139)
2024-11-18T02:16:06,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T02:16:06,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:06,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:06,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:06,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T02:16:06,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:06,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:06,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:06,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-18T02:16:06,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896226602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896226602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896226622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896226622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896226622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:06,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:06,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:06,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T02:16:06,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:06,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:06,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:06,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,726 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/49bf53edae994ee4976594e6a6d9be08
2024-11-18T02:16:06,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/355ac3a0bf9841da8b0ca9b11ba974c3 is 50, key is test_row_0/B:col10/1731896165885/Put/seqid=0
2024-11-18T02:16:06,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742322_1498 (size=12001)
2024-11-18T02:16:06,755 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/355ac3a0bf9841da8b0ca9b11ba974c3
2024-11-18T02:16:06,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/484bf43314b641cdbb35353751d48da4 is 50, key is test_row_0/C:col10/1731896165885/Put/seqid=0
2024-11-18T02:16:06,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742323_1499 (size=12001)
2024-11-18T02:16:06,791 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/484bf43314b641cdbb35353751d48da4
2024-11-18T02:16:06,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T02:16:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:06,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:06,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/49bf53edae994ee4976594e6a6d9be08 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/49bf53edae994ee4976594e6a6d9be08
2024-11-18T02:16:06,800 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/49bf53edae994ee4976594e6a6d9be08, entries=250, sequenceid=17, filesize=47.0 K
2024-11-18T02:16:06,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/355ac3a0bf9841da8b0ca9b11ba974c3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/355ac3a0bf9841da8b0ca9b11ba974c3
2024-11-18T02:16:06,804 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/355ac3a0bf9841da8b0ca9b11ba974c3, entries=150, sequenceid=17, filesize=11.7 K
2024-11-18T02:16:06,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/484bf43314b641cdbb35353751d48da4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/484bf43314b641cdbb35353751d48da4
2024-11-18T02:16:06,808 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/484bf43314b641cdbb35353751d48da4, entries=150, sequenceid=17, filesize=11.7 K
2024-11-18T02:16:06,809 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 5a030bc30ecf4bb63759e5e45d16f007 in 921ms, sequenceid=17, compaction requested=false
2024-11-18T02:16:06,809 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-18T02:16:06,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:06,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-18T02:16:06,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:06,948 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=114.05 KB heapSize=320.53 KB
2024-11-18T02:16:06,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:06,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:16:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:16:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-18T02:16:06,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118235b2748a2294708a1459c2ca376b97c_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896165992/Put/seqid=0
2024-11-18T02:16:06,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742324_1500 (size=12154)
2024-11-18T02:16:06,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:06,974 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118235b2748a2294708a1459c2ca376b97c_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118235b2748a2294708a1459c2ca376b97c_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:06,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/5eb9db590d5b4707af8e70a2096f1669, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:06,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/5eb9db590d5b4707af8e70a2096f1669 is 175, key is test_row_0/A:col10/1731896165992/Put/seqid=0
2024-11-18T02:16:06,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742325_1501 (size=30955)
2024-11-18T02:16:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-18T02:16:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:07,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:07,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896227132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896227136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896227137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896227137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896227138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896227252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,254 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,254 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896227252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896227252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896227252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,379 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/5eb9db590d5b4707af8e70a2096f1669
2024-11-18T02:16:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/d3f2a2442b6e4359b59c93822a34e306 is 50, key is test_row_0/B:col10/1731896165992/Put/seqid=0
2024-11-18T02:16:07,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742326_1502 (size=12001)
2024-11-18T02:16:07,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896227462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896227462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896227462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896227462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,470 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-18T02:16:07,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896227771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896227771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896227772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896227772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:07,790 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/d3f2a2442b6e4359b59c93822a34e306
2024-11-18T02:16:07,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/4253d8393cd94e8c9f5faf3a89b53b5f is 50, key is test_row_0/C:col10/1731896165992/Put/seqid=0
2024-11-18T02:16:07,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742327_1503 (size=12001)
2024-11-18T02:16:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-18T02:16:08,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896228152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,156 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_0' in 5a030bc30ecf4bb63759e5e45d16f007 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:16:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,202 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/4253d8393cd94e8c9f5faf3a89b53b5f
2024-11-18T02:16:08,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/5eb9db590d5b4707af8e70a2096f1669 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5eb9db590d5b4707af8e70a2096f1669
2024-11-18T02:16:08,209 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5eb9db590d5b4707af8e70a2096f1669, entries=150, sequenceid=50, filesize=30.2 K
2024-11-18T02:16:08,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/d3f2a2442b6e4359b59c93822a34e306 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/d3f2a2442b6e4359b59c93822a34e306
2024-11-18T02:16:08,214 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/d3f2a2442b6e4359b59c93822a34e306, entries=150, sequenceid=50, filesize=11.7 K
2024-11-18T02:16:08,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/4253d8393cd94e8c9f5faf3a89b53b5f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/4253d8393cd94e8c9f5faf3a89b53b5f
2024-11-18T02:16:08,218 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/4253d8393cd94e8c9f5faf3a89b53b5f, entries=150, sequenceid=50, filesize=11.7 K
2024-11-18T02:16:08,219 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~320.48 KB/328176, currentSize=80.51 KB/82440 for 5a030bc30ecf4bb63759e5e45d16f007 in 1271ms, sequenceid=50, compaction requested=false
2024-11-18T02:16:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:08,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151
2024-11-18T02:16:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=151
2024-11-18T02:16:08,223 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-18T02:16:08,223 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3430 sec
2024-11-18T02:16:08,224 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.3500 sec
2024-11-18T02:16:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:08,284 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T02:16:08,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:08,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:08,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:08,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:08,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:08,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:08,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118650e87e985b14b848f51dd9b5d34a773_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896168283/Put/seqid=0
2024-11-18T02:16:08,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742328_1504 (size=12154)
2024-11-18T02:16:08,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896228326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896228326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896228327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896228328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896228441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896228441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896228441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896228441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896228651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896228651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896228651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896228651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,721 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:08,724 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118650e87e985b14b848f51dd9b5d34a773_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118650e87e985b14b848f51dd9b5d34a773_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:08,725 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/48642d88652e49039c78fa3e46197f95, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:08,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/48642d88652e49039c78fa3e46197f95 is 175, key is test_row_0/A:col10/1731896168283/Put/seqid=0
2024-11-18T02:16:08,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742329_1505 (size=30955)
2024-11-18T02:16:08,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896228962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896228962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896228962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896228962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:09,130 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=66, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/48642d88652e49039c78fa3e46197f95
2024-11-18T02:16:09,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/1df288b28b134b208844f2541ced80a5 is 50, key is test_row_0/B:col10/1731896168283/Put/seqid=0
2024-11-18T02:16:09,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742330_1506 (size=12001)
2024-11-18T02:16:09,145 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/1df288b28b134b208844f2541ced80a5
2024-11-18T02:16:09,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/c86802f499184999a3cb4809932b03a4 is 50, key is test_row_0/C:col10/1731896168283/Put/seqid=0
2024-11-18T02:16:09,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742331_1507 (size=12001)
2024-11-18T02:16:09,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896229472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:09,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896229472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:09,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:09,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:09,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:09,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:09,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896229472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:09,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:09,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:09,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:09,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896229481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:09,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:09,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:09,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:09,559 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/c86802f499184999a3cb4809932b03a4
2024-11-18T02:16:09,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/48642d88652e49039c78fa3e46197f95 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/48642d88652e49039c78fa3e46197f95
2024-11-18T02:16:09,565 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/48642d88652e49039c78fa3e46197f95, entries=150, sequenceid=66, filesize=30.2 K
2024-11-18T02:16:09,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/1df288b28b134b208844f2541ced80a5 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/1df288b28b134b208844f2541ced80a5
2024-11-18T02:16:09,569 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/1df288b28b134b208844f2541ced80a5, entries=150, sequenceid=66, filesize=11.7 K
2024-11-18T02:16:09,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/c86802f499184999a3cb4809932b03a4 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/c86802f499184999a3cb4809932b03a4
2024-11-18T02:16:09,572 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/c86802f499184999a3cb4809932b03a4, entries=150, sequenceid=66, filesize=11.7 K
2024-11-18T02:16:09,573 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5a030bc30ecf4bb63759e5e45d16f007 in 1289ms, sequenceid=66, compaction requested=true
2024-11-18T02:16:09,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:09,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:16:09,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:09,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:16:09,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:09,573 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:16:09,574 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:16:09,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:16:09,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:09,574 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:16:09,574 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/B is initiating minor compaction (all files)
2024-11-18T02:16:09,574 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:16:09,574 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/B in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:09,574 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/A is initiating minor compaction (all files)
2024-11-18T02:16:09,575 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/355ac3a0bf9841da8b0ca9b11ba974c3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/d3f2a2442b6e4359b59c93822a34e306, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/1df288b28b134b208844f2541ced80a5] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=35.2 K
2024-11-18T02:16:09,575 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/A in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:09,575 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/49bf53edae994ee4976594e6a6d9be08, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5eb9db590d5b4707af8e70a2096f1669, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/48642d88652e49039c78fa3e46197f95] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=107.5 K
2024-11-18T02:16:09,575 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:09,575 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/49bf53edae994ee4976594e6a6d9be08, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5eb9db590d5b4707af8e70a2096f1669, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/48642d88652e49039c78fa3e46197f95]
2024-11-18T02:16:09,575 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 355ac3a0bf9841da8b0ca9b11ba974c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731896165885
2024-11-18T02:16:09,575 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49bf53edae994ee4976594e6a6d9be08, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731896165883
2024-11-18T02:16:09,575 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d3f2a2442b6e4359b59c93822a34e306, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731896165987
2024-11-18T02:16:09,575 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5eb9db590d5b4707af8e70a2096f1669, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731896165987
2024-11-18T02:16:09,575 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 1df288b28b134b208844f2541ced80a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731896167135
2024-11-18T02:16:09,576 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48642d88652e49039c78fa3e46197f95, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731896167135
2024-11-18T02:16:09,580 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:09,582 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#B#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:09,582 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118dd980b41936a4c6797bc7d21119a18e8_5a030bc30ecf4bb63759e5e45d16f007 store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:09,582 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/75be66ce39a948cebe5664964b3c2f63 is 50, key is test_row_0/B:col10/1731896168283/Put/seqid=0
2024-11-18T02:16:09,584 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118dd980b41936a4c6797bc7d21119a18e8_5a030bc30ecf4bb63759e5e45d16f007, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:09,584 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118dd980b41936a4c6797bc7d21119a18e8_5a030bc30ecf4bb63759e5e45d16f007 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:09,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742332_1508 (size=12104)
2024-11-18T02:16:09,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742333_1509 (size=4469)
2024-11-18T02:16:09,991 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#A#compaction#435 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:09,992 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/a960773125da44f7b80200749dd5a880 is 175, key is test_row_0/A:col10/1731896168283/Put/seqid=0
2024-11-18T02:16:09,997 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/75be66ce39a948cebe5664964b3c2f63 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/75be66ce39a948cebe5664964b3c2f63
2024-11-18T02:16:10,002 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/B of 5a030bc30ecf4bb63759e5e45d16f007 into 75be66ce39a948cebe5664964b3c2f63(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:10,002 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:10,002 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/B, priority=13, startTime=1731896169573; duration=0sec
2024-11-18T02:16:10,002 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:10,002 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:B
2024-11-18T02:16:10,002 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:16:10,003 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:16:10,003 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/C is initiating minor compaction (all files)
2024-11-18T02:16:10,003 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/C in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:10,003 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/484bf43314b641cdbb35353751d48da4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/4253d8393cd94e8c9f5faf3a89b53b5f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/c86802f499184999a3cb4809932b03a4] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=35.2 K
2024-11-18T02:16:10,004 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 484bf43314b641cdbb35353751d48da4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731896165885
2024-11-18T02:16:10,004 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 4253d8393cd94e8c9f5faf3a89b53b5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731896165987
2024-11-18T02:16:10,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742334_1510 (size=31058)
2024-11-18T02:16:10,005 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting c86802f499184999a3cb4809932b03a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731896167135
2024-11-18T02:16:10,011 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#C#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:10,012 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/caa68f80e6cc4c288cd3e7f4f4777878 is 50, key is test_row_0/C:col10/1731896168283/Put/seqid=0
2024-11-18T02:16:10,013 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/a960773125da44f7b80200749dd5a880 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/a960773125da44f7b80200749dd5a880
2024-11-18T02:16:10,018 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/A of 5a030bc30ecf4bb63759e5e45d16f007 into a960773125da44f7b80200749dd5a880(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:10,018 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:10,018 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/A, priority=13, startTime=1731896169573; duration=0sec
2024-11-18T02:16:10,018 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:10,018 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:A
2024-11-18T02:16:10,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742335_1511 (size=12104)
2024-11-18T02:16:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-18T02:16:10,031 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:16:10,032 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:16:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees
2024-11-18T02:16:10,034 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:16:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-18T02:16:10,034 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:16:10,035 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:16:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-18T02:16:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:10,164 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T02:16:10,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:10,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:10,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:10,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:10,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:10,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:10,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bdccf73aee414d9cacf2296f0c5ebb65_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896170163/Put/seqid=0
2024-11-18T02:16:10,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742336_1512 (size=14594)
2024-11-18T02:16:10,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-18T02:16:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:10,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896230223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:10,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896230332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:10,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:10,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-18T02:16:10,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:10,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:10,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:10,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-18T02:16:10,425 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/caa68f80e6cc4c288cd3e7f4f4777878 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/caa68f80e6cc4c288cd3e7f4f4777878
2024-11-18T02:16:10,428 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/C of 5a030bc30ecf4bb63759e5e45d16f007 into caa68f80e6cc4c288cd3e7f4f4777878(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:10,429 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:10,429 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/C, priority=13, startTime=1731896169573; duration=0sec
2024-11-18T02:16:10,429 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:10,429 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:C
2024-11-18T02:16:10,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896230481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:10,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896230481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:10,484 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 5a030bc30ecf4bb63759e5e45d16f007 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:16:10,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:10,484 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 5a030bc30ecf4bb63759e5e45d16f007 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:16:10,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:10,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-18T02:16:10,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:10,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:10,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:10,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896230492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:10,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896230492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:10,494 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 5a030bc30ecf4bb63759e5e45d16f007 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:16:10,494 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35213 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=c4730a2bacf8,33637,1731896013809, table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-18T02:16:10,494 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 5a030bc30ecf4bb63759e5e45d16f007 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:16:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:10,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896230541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:10,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:10,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:10,582 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bdccf73aee414d9cacf2296f0c5ebb65_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bdccf73aee414d9cacf2296f0c5ebb65_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:10,583 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/1fa30d4f89a240f2bddc6c9074e612ac, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:10,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/1fa30d4f89a240f2bddc6c9074e612ac is 175, key is test_row_0/A:col10/1731896170163/Put/seqid=0
2024-11-18T02:16:10,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742337_1513 (size=39549)
2024-11-18T02:16:10,594 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=85, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/1fa30d4f89a240f2bddc6c9074e612ac
2024-11-18T02:16:10,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/878b3496657d4a6b8108114225777086 is 50, key is test_row_0/B:col10/1731896170163/Put/seqid=0
2024-11-18T02:16:10,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742338_1514 (size=12001)
2024-11-18T02:16:10,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-18T02:16:10,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:10,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:10,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:10,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-18T02:16:10,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-18T02:16:10,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:10,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:10,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:10,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896230852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:10,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-18T02:16:10,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:10,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:10,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:10,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:11,004 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/878b3496657d4a6b8108114225777086
2024-11-18T02:16:11,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/b8a45c9672194bafa0091aaf83e40f32 is 50, key is test_row_0/C:col10/1731896170163/Put/seqid=0
2024-11-18T02:16:11,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742339_1515 (size=12001)
2024-11-18T02:16:11,015 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/b8a45c9672194bafa0091aaf83e40f32
2024-11-18T02:16:11,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/1fa30d4f89a240f2bddc6c9074e612ac as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/1fa30d4f89a240f2bddc6c9074e612ac
2024-11-18T02:16:11,024 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/1fa30d4f89a240f2bddc6c9074e612ac, entries=200, sequenceid=85, filesize=38.6 K
2024-11-18T02:16:11,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/878b3496657d4a6b8108114225777086 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/878b3496657d4a6b8108114225777086
2024-11-18T02:16:11,028 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/878b3496657d4a6b8108114225777086, entries=150, sequenceid=85, filesize=11.7 K
2024-11-18T02:16:11,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/b8a45c9672194bafa0091aaf83e40f32 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b8a45c9672194bafa0091aaf83e40f32
2024-11-18T02:16:11,032 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b8a45c9672194bafa0091aaf83e40f32, entries=150, sequenceid=85, filesize=11.7 K
2024-11-18T02:16:11,033 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 5a030bc30ecf4bb63759e5e45d16f007 in 869ms, sequenceid=85, compaction requested=false
2024-11-18T02:16:11,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:11,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-18T02:16:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:11,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T02:16:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:11,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180f9605ecc11843c3b620dd36c5be420f_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896170217/Put/seqid=0
2024-11-18T02:16:11,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742340_1516 (size=12154)
2024-11-18T02:16:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-18T02:16:11,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:11,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896231428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:11,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:11,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:11,520 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180f9605ecc11843c3b620dd36c5be420f_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180f9605ecc11843c3b620dd36c5be420f_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:11,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/668b102cb8e94f1cbcc2e1a08bc3c199, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:11,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/668b102cb8e94f1cbcc2e1a08bc3c199 is 175, key is test_row_0/A:col10/1731896170217/Put/seqid=0
2024-11-18T02:16:11,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742341_1517 (size=30955)
2024-11-18T02:16:11,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=101, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/668b102cb8e94f1cbcc2e1a08bc3c199
2024-11-18T02:16:11,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/4b5f3452aaf84e929866380676bcccd8 is 50, key is test_row_0/B:col10/1731896170217/Put/seqid=0
2024-11-18T02:16:11,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742342_1518 (size=12001)
2024-11-18T02:16:11,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896231542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:11,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896231751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:11,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/4b5f3452aaf84e929866380676bcccd8
2024-11-18T02:16:11,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/ab80367f3d8746dca7f42097d6d38b04 is 50, key is test_row_0/C:col10/1731896170217/Put/seqid=0
2024-11-18T02:16:11,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742343_1519 (size=12001)
2024-11-18T02:16:12,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896232062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-18T02:16:12,350 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/ab80367f3d8746dca7f42097d6d38b04
2024-11-18T02:16:12,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/668b102cb8e94f1cbcc2e1a08bc3c199 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/668b102cb8e94f1cbcc2e1a08bc3c199
2024-11-18T02:16:12,357 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/668b102cb8e94f1cbcc2e1a08bc3c199, entries=150, sequenceid=101, filesize=30.2 K
2024-11-18T02:16:12,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/4b5f3452aaf84e929866380676bcccd8 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/4b5f3452aaf84e929866380676bcccd8
2024-11-18T02:16:12,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/4b5f3452aaf84e929866380676bcccd8, entries=150, sequenceid=101, filesize=11.7 K
2024-11-18T02:16:12,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/ab80367f3d8746dca7f42097d6d38b04 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/ab80367f3d8746dca7f42097d6d38b04
2024-11-18T02:16:12,365 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/ab80367f3d8746dca7f42097d6d38b04, entries=150, sequenceid=101, filesize=11.7 K
2024-11-18T02:16:12,366 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 5a030bc30ecf4bb63759e5e45d16f007 in 1261ms, sequenceid=101, compaction requested=true
2024-11-18T02:16:12,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:12,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:12,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153
2024-11-18T02:16:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=153
2024-11-18T02:16:12,369 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152
2024-11-18T02:16:12,369 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3320 sec
2024-11-18T02:16:12,370 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.3370 sec
2024-11-18T02:16:12,507 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T02:16:12,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:12,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:12,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:12,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:12,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:12,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:12,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b738bc21522f40c7948b764af2b4dd3d_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896171420/Put/seqid=0
2024-11-18T02:16:12,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896232541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896232543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:12,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896232545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:12,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742344_1520 (size=17034)
2024-11-18T02:16:12,554 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:12,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896232546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:12,560 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b738bc21522f40c7948b764af2b4dd3d_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b738bc21522f40c7948b764af2b4dd3d_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:12,562 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/682d57d7ece8453eaa22dd6319dce824, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:12,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/682d57d7ece8453eaa22dd6319dce824 is 175, key is test_row_0/A:col10/1731896171420/Put/seqid=0
2024-11-18T02:16:12,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896232572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:12,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742345_1521 (size=48139)
2024-11-18T02:16:12,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896232652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:12,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896232662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896232662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:12,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896232663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:12,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896232862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:12,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896232872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896232872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:12,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896232872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:12,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:13,000 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/682d57d7ece8453eaa22dd6319dce824
2024-11-18T02:16:13,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/efc67539a55a452f9a5c19de8e9c2b5f is 50, key is test_row_0/B:col10/1731896171420/Put/seqid=0
2024-11-18T02:16:13,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742346_1522 (size=12001)
2024-11-18T02:16:13,009 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/efc67539a55a452f9a5c19de8e9c2b5f
2024-11-18T02:16:13,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/97554f7da14144e18a9e2b27d32ee566 is 50, key is test_row_0/C:col10/1731896171420/Put/seqid=0
2024-11-18T02:16:13,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742347_1523 (size=12001)
2024-11-18T02:16:13,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896233171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:13,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896233181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:13,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896233182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:13,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896233182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:13,419 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/97554f7da14144e18a9e2b27d32ee566
2024-11-18T02:16:13,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/682d57d7ece8453eaa22dd6319dce824 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/682d57d7ece8453eaa22dd6319dce824
2024-11-18T02:16:13,426 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/682d57d7ece8453eaa22dd6319dce824, entries=250, sequenceid=120, filesize=47.0 K
2024-11-18T02:16:13,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/efc67539a55a452f9a5c19de8e9c2b5f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/efc67539a55a452f9a5c19de8e9c2b5f
2024-11-18T02:16:13,430 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/efc67539a55a452f9a5c19de8e9c2b5f, entries=150, sequenceid=120, filesize=11.7 K
2024-11-18T02:16:13,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/97554f7da14144e18a9e2b27d32ee566 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/97554f7da14144e18a9e2b27d32ee566
2024-11-18T02:16:13,433 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/97554f7da14144e18a9e2b27d32ee566, entries=150, sequenceid=120, filesize=11.7 K
2024-11-18T02:16:13,434 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 5a030bc30ecf4bb63759e5e45d16f007 in 927ms, sequenceid=120, compaction requested=true
2024-11-18T02:16:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:16:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:13,434 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:16:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:16:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:16:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:13,434 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:16:13,435 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 149701 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:16:13,435 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:16:13,435 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/A is initiating minor compaction (all files)
2024-11-18T02:16:13,435 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/B is initiating minor compaction (all files)
2024-11-18T02:16:13,435 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/B in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:13,435 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/A in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:13,435 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/75be66ce39a948cebe5664964b3c2f63, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/878b3496657d4a6b8108114225777086, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/4b5f3452aaf84e929866380676bcccd8, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/efc67539a55a452f9a5c19de8e9c2b5f] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=47.0 K
2024-11-18T02:16:13,435 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/a960773125da44f7b80200749dd5a880, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/1fa30d4f89a240f2bddc6c9074e612ac, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/668b102cb8e94f1cbcc2e1a08bc3c199, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/682d57d7ece8453eaa22dd6319dce824] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=146.2 K
2024-11-18T02:16:13,435 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:13,435 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/a960773125da44f7b80200749dd5a880, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/1fa30d4f89a240f2bddc6c9074e612ac, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/668b102cb8e94f1cbcc2e1a08bc3c199, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/682d57d7ece8453eaa22dd6319dce824]
2024-11-18T02:16:13,436 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 75be66ce39a948cebe5664964b3c2f63, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731896167135
2024-11-18T02:16:13,436 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting a960773125da44f7b80200749dd5a880, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731896167135
2024-11-18T02:16:13,436 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fa30d4f89a240f2bddc6c9074e612ac, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731896168324
2024-11-18T02:16:13,436 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 878b3496657d4a6b8108114225777086, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731896168324
2024-11-18T02:16:13,436 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b5f3452aaf84e929866380676bcccd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731896170202
2024-11-18T02:16:13,436 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 668b102cb8e94f1cbcc2e1a08bc3c199, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731896170202
2024-11-18T02:16:13,437 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 682d57d7ece8453eaa22dd6319dce824, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731896171400
2024-11-18T02:16:13,437 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting efc67539a55a452f9a5c19de8e9c2b5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731896171420
2024-11-18T02:16:13,445 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:13,445 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#B#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:13,446 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/60565b9acd8f4c779a773c09837e7b6e is 50, key is test_row_0/B:col10/1731896171420/Put/seqid=0
2024-11-18T02:16:13,447 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118078edb62c8224c0c8ca38e71f819fff6_5a030bc30ecf4bb63759e5e45d16f007 store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:13,449 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118078edb62c8224c0c8ca38e71f819fff6_5a030bc30ecf4bb63759e5e45d16f007, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:13,449 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118078edb62c8224c0c8ca38e71f819fff6_5a030bc30ecf4bb63759e5e45d16f007 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:13,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742348_1524 (size=12241)
2024-11-18T02:16:13,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742349_1525 (size=4469)
2024-11-18T02:16:13,492 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-18T02:16:13,492 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-18T02:16:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:13,595 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-18T02:16:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:13,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118db3469b23394423da52cf54791a78428_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896173593/Put/seqid=0
2024-11-18T02:16:13,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742350_1526 (size=14794)
2024-11-18T02:16:13,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896233671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:13,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:13,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896233682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:13,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896233692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896233692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:13,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896233692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:13,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896233782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:13,854 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#A#compaction#447 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:13,855 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/60565b9acd8f4c779a773c09837e7b6e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/60565b9acd8f4c779a773c09837e7b6e
2024-11-18T02:16:13,855 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/6be66732ffdb45e2b122f9c0f51bd270 is 175, key is test_row_0/A:col10/1731896171420/Put/seqid=0
2024-11-18T02:16:13,859 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/B of 5a030bc30ecf4bb63759e5e45d16f007 into 60565b9acd8f4c779a773c09837e7b6e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:13,859 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:13,859 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/B, priority=12, startTime=1731896173434; duration=0sec
2024-11-18T02:16:13,859 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:13,859 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:B
2024-11-18T02:16:13,859 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:16:13,860 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:16:13,861 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/C is initiating minor compaction (all files)
2024-11-18T02:16:13,861 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/C in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:13,861 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/caa68f80e6cc4c288cd3e7f4f4777878, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b8a45c9672194bafa0091aaf83e40f32, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/ab80367f3d8746dca7f42097d6d38b04, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/97554f7da14144e18a9e2b27d32ee566] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=47.0 K
2024-11-18T02:16:13,861 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting caa68f80e6cc4c288cd3e7f4f4777878, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731896167135
2024-11-18T02:16:13,862 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting b8a45c9672194bafa0091aaf83e40f32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731896168324
2024-11-18T02:16:13,862 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting ab80367f3d8746dca7f42097d6d38b04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731896170202
2024-11-18T02:16:13,862 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 97554f7da14144e18a9e2b27d32ee566, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731896171420
2024-11-18T02:16:13,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742351_1527 (size=31195)
2024-11-18T02:16:13,870 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#C#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:13,871 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/04380efbda6a4a5cb77c75c38a62970b is 50, key is test_row_0/C:col10/1731896171420/Put/seqid=0
2024-11-18T02:16:13,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742352_1528 (size=12241)
2024-11-18T02:16:13,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896233991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:14,006 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:14,009 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118db3469b23394423da52cf54791a78428_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118db3469b23394423da52cf54791a78428_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:14,010 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/ec815490df4e4a19964c0204b3243e62, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:14,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/ec815490df4e4a19964c0204b3243e62 is 175, key is test_row_0/A:col10/1731896173593/Put/seqid=0
2024-11-18T02:16:14,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742353_1529 (size=39749)
2024-11-18T02:16:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-18T02:16:14,202 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:16:14,203 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:16:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-11-18T02:16:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-18T02:16:14,204 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:16:14,205 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:16:14,205 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:16:14,268 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/6be66732ffdb45e2b122f9c0f51bd270 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/6be66732ffdb45e2b122f9c0f51bd270
2024-11-18T02:16:14,271 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/A of 5a030bc30ecf4bb63759e5e45d16f007 into 6be66732ffdb45e2b122f9c0f51bd270(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:14,271 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:14,272 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/A, priority=12, startTime=1731896173434; duration=0sec
2024-11-18T02:16:14,272 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:14,272 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:A
2024-11-18T02:16:14,281 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/04380efbda6a4a5cb77c75c38a62970b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/04380efbda6a4a5cb77c75c38a62970b
2024-11-18T02:16:14,286 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/C of 5a030bc30ecf4bb63759e5e45d16f007 into 04380efbda6a4a5cb77c75c38a62970b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:14,286 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:14,286 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/C, priority=12, startTime=1731896173434; duration=0sec
2024-11-18T02:16:14,286 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:14,286 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:C
2024-11-18T02:16:14,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896234302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:14,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-18T02:16:14,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T02:16:14,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:14,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:14,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:14,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,415 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/ec815490df4e4a19964c0204b3243e62
2024-11-18T02:16:14,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/416c7fb4f77f42ea816b041b8115c265 is 50, key is test_row_0/B:col10/1731896173593/Put/seqid=0
2024-11-18T02:16:14,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742354_1530 (size=12151)
2024-11-18T02:16:14,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T02:16:14,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:14,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:14,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:14,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-18T02:16:14,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T02:16:14,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:14,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:14,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:14,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896234692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:14,693 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 5a030bc30ecf4bb63759e5e45d16f007 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:16:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:14,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:14,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896234702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:14,705 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 5a030bc30ecf4bb63759e5e45d16f007 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:16:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:14,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896234711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:14,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896234711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:14,713 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 5a030bc30ecf4bb63759e5e45d16f007 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:16:14,713 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 5a030bc30ecf4bb63759e5e45d16f007 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:16:14,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:14,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:14,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:14,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:14,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:14,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:14,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896234811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:14,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:14,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:14,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:14,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T02:16:14,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:14,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:14,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:14,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,826 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/416c7fb4f77f42ea816b041b8115c265
2024-11-18T02:16:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-18T02:16:14,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/b1b96c1bc164431d860c9e7704f98482 is 50, key is test_row_0/C:col10/1731896173593/Put/seqid=0
2024-11-18T02:16:14,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742355_1531 (size=12151)
2024-11-18T02:16:14,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T02:16:14,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:14,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:14,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:14,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:15,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T02:16:15,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:15,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:15,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:15,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:15,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:15,237 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/b1b96c1bc164431d860c9e7704f98482
2024-11-18T02:16:15,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/ec815490df4e4a19964c0204b3243e62 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/ec815490df4e4a19964c0204b3243e62
2024-11-18T02:16:15,243 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/ec815490df4e4a19964c0204b3243e62, entries=200, sequenceid=135, filesize=38.8 K
2024-11-18T02:16:15,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/416c7fb4f77f42ea816b041b8115c265 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/416c7fb4f77f42ea816b041b8115c265
2024-11-18T02:16:15,247 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/416c7fb4f77f42ea816b041b8115c265, entries=150, sequenceid=135, filesize=11.9 K
2024-11-18T02:16:15,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/b1b96c1bc164431d860c9e7704f98482 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b1b96c1bc164431d860c9e7704f98482
2024-11-18T02:16:15,257 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b1b96c1bc164431d860c9e7704f98482, entries=150, sequenceid=135, filesize=11.9 K
2024-11-18T02:16:15,258 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 5a030bc30ecf4bb63759e5e45d16f007 in 1664ms, sequenceid=135, compaction requested=false
2024-11-18T02:16:15,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:15,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-18T02:16:15,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:15,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T02:16:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:15,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:15,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111846779231e33a43c0a0f1b74ec42a21c1_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896173662/Put/seqid=0
2024-11-18T02:16:15,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742356_1532 (size=12304)
2024-11-18T02:16:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-18T02:16:15,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:15,705 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111846779231e33a43c0a0f1b74ec42a21c1_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111846779231e33a43c0a0f1b74ec42a21c1_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:15,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/e6a69c84b89e440bae122874c2782ab2, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:15,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/e6a69c84b89e440bae122874c2782ab2 is 175, key is test_row_0/A:col10/1731896173662/Put/seqid=0
2024-11-18T02:16:15,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742357_1533 (size=31105)
2024-11-18T02:16:15,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:15,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896235882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:15,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:15,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:15,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:15,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896235992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:15,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:15,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:15,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:16,110 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/e6a69c84b89e440bae122874c2782ab2
2024-11-18T02:16:16,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/bdcd2522bee649f09eae201322170e7c is 50, key is test_row_0/B:col10/1731896173662/Put/seqid=0
2024-11-18T02:16:16,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742358_1534 (size=12151)
2024-11-18T02:16:16,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896236202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-18T02:16:16,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896236512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:16,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:16,521 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/bdcd2522bee649f09eae201322170e7c
2024-11-18T02:16:16,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/703f116e87d04a78986a16019b3e989e is 50, key is test_row_0/C:col10/1731896173662/Put/seqid=0
2024-11-18T02:16:16,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742359_1535 (size=12151)
2024-11-18T02:16:16,533 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/703f116e87d04a78986a16019b3e989e
2024-11-18T02:16:16,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/e6a69c84b89e440bae122874c2782ab2 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/e6a69c84b89e440bae122874c2782ab2
2024-11-18T02:16:16,539 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/e6a69c84b89e440bae122874c2782ab2, entries=150, sequenceid=155, filesize=30.4 K
2024-11-18T02:16:16,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/bdcd2522bee649f09eae201322170e7c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/bdcd2522bee649f09eae201322170e7c
2024-11-18T02:16:16,543 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/bdcd2522bee649f09eae201322170e7c, entries=150, sequenceid=155, filesize=11.9 K
2024-11-18T02:16:16,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/703f116e87d04a78986a16019b3e989e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/703f116e87d04a78986a16019b3e989e
2024-11-18T02:16:16,546 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/703f116e87d04a78986a16019b3e989e, entries=150, sequenceid=155, filesize=11.9 K
2024-11-18T02:16:16,547 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 5a030bc30ecf4bb63759e5e45d16f007 in 1272ms, sequenceid=155, compaction requested=true
2024-11-18T02:16:16,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:16,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:16,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-11-18T02:16:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-11-18T02:16:16,552 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-11-18T02:16:16,552 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3450 sec
2024-11-18T02:16:16,553 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.3490 sec
2024-11-18T02:16:16,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:16,715 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T02:16:16,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:16,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:16,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:16,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:16,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:16,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:16,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111836645f5b3bdb4ff694f84280b267085c_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896175864/Put/seqid=0
2024-11-18T02:16:16,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742360_1536 (size=14794)
2024-11-18T02:16:16,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896236741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:16,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896236742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:16,747 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 5a030bc30ecf4bb63759e5e45d16f007 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:16:16,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896236745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:16,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896236747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:16,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:16,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896236851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:16,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896236851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:16,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896236862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:16,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:17,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896237022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:17,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896237061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:17,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896237061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:17,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:17,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896237072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:17,127 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:17,131 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111836645f5b3bdb4ff694f84280b267085c_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111836645f5b3bdb4ff694f84280b267085c_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:17,131 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/47b158e45c3e4211950dc9453c9afd34, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:17,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/47b158e45c3e4211950dc9453c9afd34 is 175, key is test_row_0/A:col10/1731896175864/Put/seqid=0
2024-11-18T02:16:17,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742361_1537 (size=39749)
2024-11-18T02:16:17,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896237372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:17,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896237372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:17,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896237381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:17,536 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/47b158e45c3e4211950dc9453c9afd34
2024-11-18T02:16:17,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/fc89b46fdec7437295a5e1169f1e9800 is 50, key is test_row_0/B:col10/1731896175864/Put/seqid=0
2024-11-18T02:16:17,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742362_1538 (size=12151)
2024-11-18T02:16:17,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896237882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896237882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:17,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896237891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:17,951 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/fc89b46fdec7437295a5e1169f1e9800
2024-11-18T02:16:17,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/a28e8cff08f44cd886623bddcea64596 is 50, key is test_row_0/C:col10/1731896175864/Put/seqid=0
2024-11-18T02:16:17,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742363_1539 (size=12151)
2024-11-18T02:16:18,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896238041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:18,044 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 5a030bc30ecf4bb63759e5e45d16f007 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:16:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:18,365 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/a28e8cff08f44cd886623bddcea64596
2024-11-18T02:16:18,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/47b158e45c3e4211950dc9453c9afd34 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/47b158e45c3e4211950dc9453c9afd34
2024-11-18T02:16:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-18T02:16:18,372 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/47b158e45c3e4211950dc9453c9afd34, entries=200, sequenceid=171, filesize=38.8 K
2024-11-18T02:16:18,372 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:16:18,373 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:16:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees
2024-11-18T02:16:18,375 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:16:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-18T02:16:18,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/fc89b46fdec7437295a5e1169f1e9800 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/fc89b46fdec7437295a5e1169f1e9800
2024-11-18T02:16:18,376 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:16:18,376 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:16:18,380 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/fc89b46fdec7437295a5e1169f1e9800, entries=150, sequenceid=171, filesize=11.9 K
2024-11-18T02:16:18,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/a28e8cff08f44cd886623bddcea64596 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/a28e8cff08f44cd886623bddcea64596
2024-11-18T02:16:18,384 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/a28e8cff08f44cd886623bddcea64596, entries=150, sequenceid=171, filesize=11.9 K
2024-11-18T02:16:18,385 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5a030bc30ecf4bb63759e5e45d16f007 in 1669ms, sequenceid=171, compaction requested=true
2024-11-18T02:16:18,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:18,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:16:18,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:18,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:16:18,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:18,385 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:16:18,385 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:16:18,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:16:18,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:18,386 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:16:18,386 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/B is initiating minor compaction (all files)
2024-11-18T02:16:18,386 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/B in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:18,386 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/60565b9acd8f4c779a773c09837e7b6e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/416c7fb4f77f42ea816b041b8115c265, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/bdcd2522bee649f09eae201322170e7c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/fc89b46fdec7437295a5e1169f1e9800] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=47.6 K
2024-11-18T02:16:18,386 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141798 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:16:18,387 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/A is initiating minor compaction (all files)
2024-11-18T02:16:18,387 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/A in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:18,387 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/6be66732ffdb45e2b122f9c0f51bd270, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/ec815490df4e4a19964c0204b3243e62, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/e6a69c84b89e440bae122874c2782ab2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/47b158e45c3e4211950dc9453c9afd34] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=138.5 K
2024-11-18T02:16:18,387 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:18,387 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/6be66732ffdb45e2b122f9c0f51bd270, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/ec815490df4e4a19964c0204b3243e62, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/e6a69c84b89e440bae122874c2782ab2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/47b158e45c3e4211950dc9453c9afd34]
2024-11-18T02:16:18,387 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 60565b9acd8f4c779a773c09837e7b6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731896171420
2024-11-18T02:16:18,387 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6be66732ffdb45e2b122f9c0f51bd270, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731896171420
2024-11-18T02:16:18,387 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 416c7fb4f77f42ea816b041b8115c265, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731896172540
2024-11-18T02:16:18,387 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec815490df4e4a19964c0204b3243e62, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731896172540
2024-11-18T02:16:18,388 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting bdcd2522bee649f09eae201322170e7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731896173640
2024-11-18T02:16:18,388 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6a69c84b89e440bae122874c2782ab2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731896173640
2024-11-18T02:16:18,388 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting fc89b46fdec7437295a5e1169f1e9800, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731896175864
2024-11-18T02:16:18,388 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47b158e45c3e4211950dc9453c9afd34, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731896175864
2024-11-18T02:16:18,394 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:18,396 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411188a29cfca96354fe2b92480b1473cac1e_5a030bc30ecf4bb63759e5e45d16f007 store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:18,396 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#B#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:18,397 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/5e7bb903aaed4c36ace7214d00d2601e is 50, key is test_row_0/B:col10/1731896175864/Put/seqid=0
2024-11-18T02:16:18,398 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411188a29cfca96354fe2b92480b1473cac1e_5a030bc30ecf4bb63759e5e45d16f007, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:18,398 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188a29cfca96354fe2b92480b1473cac1e_5a030bc30ecf4bb63759e5e45d16f007 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:18,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742364_1540 (size=12527)
2024-11-18T02:16:18,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742365_1541 (size=4469)
2024-11-18T02:16:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-18T02:16:18,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-18T02:16:18,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:18,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T02:16:18,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:18,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:18,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:18,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:18,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:18,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:18,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186ac29937fb8d4133ae4a89d68d2ea10e_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896176743/Put/seqid=0
2024-11-18T02:16:18,538 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742366_1542 (size=12304)
2024-11-18T02:16:18,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:18,541 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411186ac29937fb8d4133ae4a89d68d2ea10e_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186ac29937fb8d4133ae4a89d68d2ea10e_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:18,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/b2b3b43dfe154c438612f08662fc66ba, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:18,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/b2b3b43dfe154c438612f08662fc66ba is 175, key is test_row_0/A:col10/1731896176743/Put/seqid=0
2024-11-18T02:16:18,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742367_1543 (size=31105)
2024-11-18T02:16:18,546 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=187, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/b2b3b43dfe154c438612f08662fc66ba
2024-11-18T02:16:18,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/3a86e1efe7724e28b89e2ea0354ad562 is 50, key is test_row_0/B:col10/1731896176743/Put/seqid=0
2024-11-18T02:16:18,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742368_1544 (size=12151)
2024-11-18T02:16:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-18T02:16:18,802 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#A#compaction#458 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:18,803 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/8217357d27d74ef8aa1cb8244d5ec7b1 is 175, key is test_row_0/A:col10/1731896175864/Put/seqid=0
2024-11-18T02:16:18,806 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/5e7bb903aaed4c36ace7214d00d2601e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/5e7bb903aaed4c36ace7214d00d2601e
2024-11-18T02:16:18,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742369_1545 (size=31481)
2024-11-18T02:16:18,810 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/B of 5a030bc30ecf4bb63759e5e45d16f007 into 5e7bb903aaed4c36ace7214d00d2601e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:18,810 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:18,810 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/B, priority=12, startTime=1731896178385; duration=0sec
2024-11-18T02:16:18,810 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:18,810 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:B
2024-11-18T02:16:18,810 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:16:18,811 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:16:18,811 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/C is initiating minor compaction (all files)
2024-11-18T02:16:18,811 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/C in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:18,811 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/04380efbda6a4a5cb77c75c38a62970b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b1b96c1bc164431d860c9e7704f98482, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/703f116e87d04a78986a16019b3e989e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/a28e8cff08f44cd886623bddcea64596] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=47.6 K
2024-11-18T02:16:18,812 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 04380efbda6a4a5cb77c75c38a62970b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731896171420
2024-11-18T02:16:18,812 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting b1b96c1bc164431d860c9e7704f98482, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731896172540
2024-11-18T02:16:18,812 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 703f116e87d04a78986a16019b3e989e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731896173640
2024-11-18T02:16:18,813 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting a28e8cff08f44cd886623bddcea64596, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731896175864
2024-11-18T02:16:18,820 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#C#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:18,820 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/76b33912c85b446db36712174f4d2462 is 50, key is test_row_0/C:col10/1731896175864/Put/seqid=0
2024-11-18T02:16:18,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742370_1546 (size=12527)
2024-11-18T02:16:18,828 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/76b33912c85b446db36712174f4d2462 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/76b33912c85b446db36712174f4d2462
2024-11-18T02:16:18,832 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/C of 5a030bc30ecf4bb63759e5e45d16f007 into 76b33912c85b446db36712174f4d2462(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:18,832 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:18,832 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/C, priority=12, startTime=1731896178385; duration=0sec
2024-11-18T02:16:18,832 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:18,832 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:C
2024-11-18T02:16:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:18,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896238920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:18,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896238922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:18,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896238923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:18,959 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/3a86e1efe7724e28b89e2ea0354ad562
2024-11-18T02:16:18,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/994fec15112c4f5b8ba37b7e64ff9df3 is 50, key is test_row_0/C:col10/1731896176743/Put/seqid=0
2024-11-18T02:16:18,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742371_1547 (size=12151)
2024-11-18T02:16:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-18T02:16:19,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896239032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896239032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896239032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,211 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/8217357d27d74ef8aa1cb8244d5ec7b1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/8217357d27d74ef8aa1cb8244d5ec7b1
2024-11-18T02:16:19,214 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/A of 5a030bc30ecf4bb63759e5e45d16f007 into 8217357d27d74ef8aa1cb8244d5ec7b1(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:19,214 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:19,215 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/A, priority=12, startTime=1731896178385; duration=0sec
2024-11-18T02:16:19,215 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:19,215 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:A
2024-11-18T02:16:19,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896239241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896239241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896239241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,369 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/994fec15112c4f5b8ba37b7e64ff9df3
2024-11-18T02:16:19,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/b2b3b43dfe154c438612f08662fc66ba as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/b2b3b43dfe154c438612f08662fc66ba
2024-11-18T02:16:19,375 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/b2b3b43dfe154c438612f08662fc66ba, entries=150, sequenceid=187, filesize=30.4 K
2024-11-18T02:16:19,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/3a86e1efe7724e28b89e2ea0354ad562 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/3a86e1efe7724e28b89e2ea0354ad562
2024-11-18T02:16:19,378 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/3a86e1efe7724e28b89e2ea0354ad562, entries=150, sequenceid=187, filesize=11.9 K
2024-11-18T02:16:19,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/994fec15112c4f5b8ba37b7e64ff9df3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/994fec15112c4f5b8ba37b7e64ff9df3
2024-11-18T02:16:19,382 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/994fec15112c4f5b8ba37b7e64ff9df3, entries=150, sequenceid=187, filesize=11.9 K
2024-11-18T02:16:19,382 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 5a030bc30ecf4bb63759e5e45d16f007 in 853ms, sequenceid=187, compaction requested=false
2024-11-18T02:16:19,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:19,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:19,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157
2024-11-18T02:16:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=157
2024-11-18T02:16:19,386 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-11-18T02:16:19,386 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0080 sec
2024-11-18T02:16:19,387 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.0130 sec
2024-11-18T02:16:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-18T02:16:19,512 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:16:19,512 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:16:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees
2024-11-18T02:16:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-18T02:16:19,514 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:16:19,514 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:16:19,514 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:16:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:19,554 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T02:16:19,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:19,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:19,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:19,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:19,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:19,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:19,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f1cdb96fabe8429c8fd202e4fd32392a_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896179554/Put/seqid=0
2024-11-18T02:16:19,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896239571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896239573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742372_1548 (size=14794)
2024-11-18T02:16:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896239574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-18T02:16:19,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-18T02:16:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:19,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:19,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896239682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896239682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896239682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-18T02:16:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:19,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-18T02:16:19,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896239892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896239892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896239892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:19,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-18T02:16:19,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:19,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:19,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:19,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:19,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:19,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:19,978 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:19,982 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f1cdb96fabe8429c8fd202e4fd32392a_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f1cdb96fabe8429c8fd202e4fd32392a_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:19,983 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/976d4e08cc684a9cb3c69708abe4fd11, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:19,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/976d4e08cc684a9cb3c69708abe4fd11 is 175, key is test_row_0/A:col10/1731896179554/Put/seqid=0
2024-11-18T02:16:20,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742373_1549 (size=39749)
2024-11-18T02:16:20,003 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/976d4e08cc684a9cb3c69708abe4fd11
2024-11-18T02:16:20,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/c3d4cd4abe034704bc60d4b738ca2d8c is 50, key is test_row_0/B:col10/1731896179554/Put/seqid=0
2024-11-18T02:16:20,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742374_1550 (size=12151)
2024-11-18T02:16:20,038 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/c3d4cd4abe034704bc60d4b738ca2d8c
2024-11-18T02:16:20,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/34285eca6ab24dc6a83b57483560909a is 50, key is test_row_0/C:col10/1731896179554/Put/seqid=0
2024-11-18T02:16:20,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742375_1551 (size=12151)
2024-11-18T02:16:20,054 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/34285eca6ab24dc6a83b57483560909a
2024-11-18T02:16:20,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/976d4e08cc684a9cb3c69708abe4fd11 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/976d4e08cc684a9cb3c69708abe4fd11
2024-11-18T02:16:20,063 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/976d4e08cc684a9cb3c69708abe4fd11, entries=200, sequenceid=209, filesize=38.8 K
2024-11-18T02:16:20,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/c3d4cd4abe034704bc60d4b738ca2d8c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/c3d4cd4abe034704bc60d4b738ca2d8c
2024-11-18T02:16:20,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896240061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,065 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_2' in 5a030bc30ecf4bb63759e5e45d16f007 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:16:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:20,069 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/c3d4cd4abe034704bc60d4b738ca2d8c, entries=150, sequenceid=209, filesize=11.9 K
2024-11-18T02:16:20,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/34285eca6ab24dc6a83b57483560909a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/34285eca6ab24dc6a83b57483560909a
2024-11-18T02:16:20,073 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/34285eca6ab24dc6a83b57483560909a, entries=150, sequenceid=209, filesize=11.9 K
2024-11-18T02:16:20,074 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 5a030bc30ecf4bb63759e5e45d16f007 in 520ms, sequenceid=209, compaction requested=true
2024-11-18T02:16:20,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:20,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:16:20,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:20,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:16:20,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:20,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:16:20,074 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:16:20,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:20,074 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:16:20,075 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:16:20,075 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:16:20,075 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/A is initiating minor compaction (all files)
2024-11-18T02:16:20,075 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/B is initiating minor compaction (all files)
2024-11-18T02:16:20,075 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/A in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:20,075 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/B in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:20,075 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/5e7bb903aaed4c36ace7214d00d2601e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/3a86e1efe7724e28b89e2ea0354ad562, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/c3d4cd4abe034704bc60d4b738ca2d8c] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=36.0 K
2024-11-18T02:16:20,075 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/8217357d27d74ef8aa1cb8244d5ec7b1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/b2b3b43dfe154c438612f08662fc66ba, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/976d4e08cc684a9cb3c69708abe4fd11] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=99.9 K
2024-11-18T02:16:20,075 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:20,075 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/8217357d27d74ef8aa1cb8244d5ec7b1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/b2b3b43dfe154c438612f08662fc66ba, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/976d4e08cc684a9cb3c69708abe4fd11]
2024-11-18T02:16:20,075 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8217357d27d74ef8aa1cb8244d5ec7b1, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731896175864
2024-11-18T02:16:20,075 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e7bb903aaed4c36ace7214d00d2601e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731896175864
2024-11-18T02:16:20,076 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a86e1efe7724e28b89e2ea0354ad562, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731896176741
2024-11-18T02:16:20,076 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2b3b43dfe154c438612f08662fc66ba, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731896176741
2024-11-18T02:16:20,077 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting c3d4cd4abe034704bc60d4b738ca2d8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731896178915
2024-11-18T02:16:20,077 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 976d4e08cc684a9cb3c69708abe4fd11, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731896178915
2024-11-18T02:16:20,102 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:20,106 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118ae11eb3be50c4ee4ad737d48ff4b0f93_5a030bc30ecf4bb63759e5e45d16f007 store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:20,106 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:20,107 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/a5eff6efe62347f2984e0fdf5c783c73 is 50, key is test_row_0/B:col10/1731896179554/Put/seqid=0
2024-11-18T02:16:20,108 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118ae11eb3be50c4ee4ad737d48ff4b0f93_5a030bc30ecf4bb63759e5e45d16f007, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:20,108 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ae11eb3be50c4ee4ad737d48ff4b0f93_5a030bc30ecf4bb63759e5e45d16f007 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:20,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742376_1552 (size=12629)
2024-11-18T02:16:20,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742377_1553 (size=4469)
2024-11-18T02:16:20,125 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#A#compaction#467 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:20,125 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/783898c97e7943ad95a97c722b176bd6 is 175, key is test_row_0/A:col10/1731896179554/Put/seqid=0
2024-11-18T02:16:20,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-18T02:16:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:20,128 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-18T02:16:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:20,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:20,130 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/a5eff6efe62347f2984e0fdf5c783c73 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/a5eff6efe62347f2984e0fdf5c783c73
2024-11-18T02:16:20,136 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/B of 5a030bc30ecf4bb63759e5e45d16f007 into a5eff6efe62347f2984e0fdf5c783c73(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:20,136 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:20,136 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/B, priority=13, startTime=1731896180074; duration=0sec
2024-11-18T02:16:20,136 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:20,136 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:B
2024-11-18T02:16:20,137 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:16:20,138 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:16:20,138 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/C is initiating minor compaction (all files)
2024-11-18T02:16:20,138 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/C in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:20,139 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/76b33912c85b446db36712174f4d2462, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/994fec15112c4f5b8ba37b7e64ff9df3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/34285eca6ab24dc6a83b57483560909a] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=36.0 K
2024-11-18T02:16:20,139 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 76b33912c85b446db36712174f4d2462, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731896175864
2024-11-18T02:16:20,139 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 994fec15112c4f5b8ba37b7e64ff9df3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731896176741
2024-11-18T02:16:20,140 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 34285eca6ab24dc6a83b57483560909a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731896178915
2024-11-18T02:16:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-18T02:16:20,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742378_1554 (size=31583)
2024-11-18T02:16:20,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118cbcfa27dbfbf40b7b791d4e4b874659b_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896179560/Put/seqid=0
2024-11-18T02:16:20,162 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#C#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:20,162 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/f7b6264357cb4267a6de427e8381079a is 50, key is test_row_0/C:col10/1731896179554/Put/seqid=0
2024-11-18T02:16:20,171 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/783898c97e7943ad95a97c722b176bd6 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/783898c97e7943ad95a97c722b176bd6
2024-11-18T02:16:20,175 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/A of 5a030bc30ecf4bb63759e5e45d16f007 into 783898c97e7943ad95a97c722b176bd6(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:20,175 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:20,175 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/A, priority=13, startTime=1731896180074; duration=0sec
2024-11-18T02:16:20,175 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:20,175 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:A
2024-11-18T02:16:20,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742379_1555 (size=12304)
2024-11-18T02:16:20,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742380_1556 (size=12629)
2024-11-18T02:16:20,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:20,199 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/f7b6264357cb4267a6de427e8381079a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/f7b6264357cb4267a6de427e8381079a
2024-11-18T02:16:20,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118cbcfa27dbfbf40b7b791d4e4b874659b_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cbcfa27dbfbf40b7b791d4e4b874659b_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:20,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/77eb187e7a4b4598893520e580622c86, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:20,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/77eb187e7a4b4598893520e580622c86 is 175, key is test_row_0/A:col10/1731896179560/Put/seqid=0
2024-11-18T02:16:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:20,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:20,207 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/C of 5a030bc30ecf4bb63759e5e45d16f007 into f7b6264357cb4267a6de427e8381079a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:20,207 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:20,207 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/C, priority=13, startTime=1731896180074; duration=0sec
2024-11-18T02:16:20,207 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:20,207 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:C
2024-11-18T02:16:20,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742381_1557 (size=31105)
2024-11-18T02:16:20,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896240234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896240236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:20,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:20,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896240243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:20,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896240351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896240352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896240352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:20,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896240562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896240562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:20,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896240562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:20,619 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/77eb187e7a4b4598893520e580622c86
2024-11-18T02:16:20,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/9fedcec57d1640e2bea3a47687373b63 is 50, key is test_row_0/B:col10/1731896179560/Put/seqid=0
2024-11-18T02:16:20,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742382_1558 (size=12151)
2024-11-18T02:16:20,630 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/9fedcec57d1640e2bea3a47687373b63
2024-11-18T02:16:20,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/71b4ee4ce1a5411f86a142c85771f41b is 50, key is test_row_0/C:col10/1731896179560/Put/seqid=0
2024-11-18T02:16:20,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742383_1559 (size=12151)
2024-11-18T02:16:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-18T02:16:20,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39410 deadline: 1731896240782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,785 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c4730a2bacf8,33637,1731896013809 for 'test_row_1' in 5a030bc30ecf4bb63759e5e45d16f007 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8242 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-18T02:16:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:20,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896240872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896240872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:20,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896240872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:20,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:20,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:21,043 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/71b4ee4ce1a5411f86a142c85771f41b
2024-11-18T02:16:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/77eb187e7a4b4598893520e580622c86 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/77eb187e7a4b4598893520e580622c86
2024-11-18T02:16:21,052 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/77eb187e7a4b4598893520e580622c86, entries=150, sequenceid=222, filesize=30.4 K
2024-11-18T02:16:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/9fedcec57d1640e2bea3a47687373b63 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/9fedcec57d1640e2bea3a47687373b63
2024-11-18T02:16:21,057 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/9fedcec57d1640e2bea3a47687373b63, entries=150, sequenceid=222, filesize=11.9 K
2024-11-18T02:16:21,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/71b4ee4ce1a5411f86a142c85771f41b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/71b4ee4ce1a5411f86a142c85771f41b
2024-11-18T02:16:21,077 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/71b4ee4ce1a5411f86a142c85771f41b, entries=150, sequenceid=222, filesize=11.9 K
2024-11-18T02:16:21,078 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 5a030bc30ecf4bb63759e5e45d16f007 in 949ms, sequenceid=222, compaction requested=false
2024-11-18T02:16:21,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:21,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:21,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159
2024-11-18T02:16:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=159
2024-11-18T02:16:21,081 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-18T02:16:21,081 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5650 sec
2024-11-18T02:16:21,083 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.5700 sec
2024-11-18T02:16:21,386 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-18T02:16:21,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:21,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:21,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:21,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:21,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:21,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:21,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896241408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:21,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896241410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:21,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:21,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896241412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:21,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188a21ddd7b7174826ac945414d18e3ea9_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896181384/Put/seqid=0
2024-11-18T02:16:21,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742384_1560 (size=12304)
2024-11-18T02:16:21,458 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:21,463 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188a21ddd7b7174826ac945414d18e3ea9_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188a21ddd7b7174826ac945414d18e3ea9_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:21,464 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/274c52d9a2804f88bbbf055190ec3aab, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:21,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/274c52d9a2804f88bbbf055190ec3aab is 175, key is test_row_0/A:col10/1731896181384/Put/seqid=0
2024-11-18T02:16:21,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742385_1561 (size=31105)
2024-11-18T02:16:21,506 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/274c52d9a2804f88bbbf055190ec3aab
2024-11-18T02:16:21,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/01b2d3cea0774863bce844b665ebb77a is 50, key is test_row_0/B:col10/1731896181384/Put/seqid=0
2024-11-18T02:16:21,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:21,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896241521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896241522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:21,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:21,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896241522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:21,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742386_1562 (size=12151)
2024-11-18T02:16:21,563 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/01b2d3cea0774863bce844b665ebb77a
2024-11-18T02:16:21,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/d9868f9da86749c49ac3895127951738 is 50, key is test_row_0/C:col10/1731896181384/Put/seqid=0
2024-11-18T02:16:21,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742387_1563 (size=12151)
2024-11-18T02:16:21,599 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/d9868f9da86749c49ac3895127951738
2024-11-18T02:16:21,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/274c52d9a2804f88bbbf055190ec3aab as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/274c52d9a2804f88bbbf055190ec3aab
2024-11-18T02:16:21,608 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/274c52d9a2804f88bbbf055190ec3aab, entries=150, sequenceid=245, filesize=30.4 K
2024-11-18T02:16:21,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/01b2d3cea0774863bce844b665ebb77a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/01b2d3cea0774863bce844b665ebb77a
2024-11-18T02:16:21,612 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/01b2d3cea0774863bce844b665ebb77a, entries=150, sequenceid=245, filesize=11.9 K
2024-11-18T02:16:21,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/d9868f9da86749c49ac3895127951738 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/d9868f9da86749c49ac3895127951738
2024-11-18T02:16:21,618 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/d9868f9da86749c49ac3895127951738, entries=150, sequenceid=245, filesize=11.9 K
2024-11-18T02:16:21,619 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 5a030bc30ecf4bb63759e5e45d16f007 in 233ms, sequenceid=245, compaction requested=true
2024-11-18T02:16:21,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:21,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:16:21,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:21,619 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:16:21,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:16:21,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:21,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:16:21,619 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:16:21,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:21,620 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:16:21,620 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:16:21,620 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/A is initiating minor compaction (all files)
2024-11-18T02:16:21,620 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/B is initiating minor compaction (all files)
2024-11-18T02:16:21,620 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/A in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:21,620 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/B in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:21,620 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/783898c97e7943ad95a97c722b176bd6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/77eb187e7a4b4598893520e580622c86, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/274c52d9a2804f88bbbf055190ec3aab] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=91.6 K
2024-11-18T02:16:21,620 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/a5eff6efe62347f2984e0fdf5c783c73, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/9fedcec57d1640e2bea3a47687373b63, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/01b2d3cea0774863bce844b665ebb77a] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=36.1 K
2024-11-18T02:16:21,620 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:21,620 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/783898c97e7943ad95a97c722b176bd6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/77eb187e7a4b4598893520e580622c86, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/274c52d9a2804f88bbbf055190ec3aab]
2024-11-18T02:16:21,621 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting a5eff6efe62347f2984e0fdf5c783c73, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731896178915
2024-11-18T02:16:21,621 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 783898c97e7943ad95a97c722b176bd6, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731896178915
2024-11-18T02:16:21,622 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fedcec57d1640e2bea3a47687373b63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731896179560
2024-11-18T02:16:21,623 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77eb187e7a4b4598893520e580622c86, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731896179560
2024-11-18T02:16:21,623 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 01b2d3cea0774863bce844b665ebb77a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731896180231
2024-11-18T02:16:21,623 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 274c52d9a2804f88bbbf055190ec3aab, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731896180231
2024-11-18T02:16:21,645 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:21,654 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411185f0b409604374895a960425fe283e8b6_5a030bc30ecf4bb63759e5e45d16f007 store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:21,655 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:21,655 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/5cdad78a9be34170ba1507ca4a3515ed is 50, key is test_row_0/B:col10/1731896181384/Put/seqid=0
2024-11-18T02:16:21,656 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411185f0b409604374895a960425fe283e8b6_5a030bc30ecf4bb63759e5e45d16f007, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:21,656 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185f0b409604374895a960425fe283e8b6_5a030bc30ecf4bb63759e5e45d16f007 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-18T02:16:21,663 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:16:21,664 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:16:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees
2024-11-18T02:16:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-18T02:16:21,667 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:16:21,667 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:16:21,668 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:16:21,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742388_1564 (size=4469)
2024-11-18T02:16:21,734 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#A#compaction#476 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:21,734 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/c33ffd4fb9944c35a82e022c9ff2a647 is 175, key is test_row_0/A:col10/1731896181384/Put/seqid=0
2024-11-18T02:16:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:21,736 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-18T02:16:21,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742389_1565 (size=12731)
2024-11-18T02:16:21,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:21,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:21,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:21,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:21,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:21,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:21,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742390_1566 (size=31685)
2024-11-18T02:16:21,746 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/5cdad78a9be34170ba1507ca4a3515ed as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/5cdad78a9be34170ba1507ca4a3515ed
2024-11-18T02:16:21,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118aff3408186b4444ea5b09c2c192b1dc2_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896181403/Put/seqid=0
2024-11-18T02:16:21,750 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/c33ffd4fb9944c35a82e022c9ff2a647 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/c33ffd4fb9944c35a82e022c9ff2a647
2024-11-18T02:16:21,756 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/B of 5a030bc30ecf4bb63759e5e45d16f007 into 5cdad78a9be34170ba1507ca4a3515ed(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:21,756 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:21,756 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/B, priority=13, startTime=1731896181619; duration=0sec
2024-11-18T02:16:21,757 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:21,757 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:B
2024-11-18T02:16:21,757 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:16:21,757 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:16:21,758 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/C is initiating minor compaction (all files)
2024-11-18T02:16:21,758 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/C in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:21,758 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/f7b6264357cb4267a6de427e8381079a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/71b4ee4ce1a5411f86a142c85771f41b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/d9868f9da86749c49ac3895127951738] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=36.1 K
2024-11-18T02:16:21,758 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting f7b6264357cb4267a6de427e8381079a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731896178915
2024-11-18T02:16:21,758 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 71b4ee4ce1a5411f86a142c85771f41b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731896179560
2024-11-18T02:16:21,759 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting d9868f9da86749c49ac3895127951738, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731896180231
2024-11-18T02:16:21,769 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/A of 5a030bc30ecf4bb63759e5e45d16f007 into c33ffd4fb9944c35a82e022c9ff2a647(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:21,769 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:21,769 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/A, priority=13, startTime=1731896181619; duration=0sec
2024-11-18T02:16:21,770 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:21,770 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:A
2024-11-18T02:16:21,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742391_1567 (size=17384)
2024-11-18T02:16:21,771 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-18T02:16:21,773 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#C#compaction#479 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:21,774 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/3e3656b8ff734f969592866d41797461 is 50, key is test_row_0/C:col10/1731896181384/Put/seqid=0
2024-11-18T02:16:21,774 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118aff3408186b4444ea5b09c2c192b1dc2_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118aff3408186b4444ea5b09c2c192b1dc2_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:21,775 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/eb1be0c01e1e4831a2595932edb42b3a, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:21,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/eb1be0c01e1e4831a2595932edb42b3a is 175, key is test_row_0/A:col10/1731896181403/Put/seqid=0
2024-11-18T02:16:21,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896241777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:21,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:21,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896241785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:21,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896241785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:21,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-18T02:16:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:21,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:21,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:21,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742392_1568 (size=12731)
2024-11-18T02:16:21,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742393_1569 (size=48489)
2024-11-18T02:16:21,840 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/eb1be0c01e1e4831a2595932edb42b3a
2024-11-18T02:16:21,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/cab3bb0a273547d98b0f9d45e9dd602f is 50, key is test_row_0/B:col10/1731896181403/Put/seqid=0
2024-11-18T02:16:21,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896241892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:21,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896241902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896241902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:21,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:21,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742394_1570 (size=12251)
2024-11-18T02:16:21,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-18T02:16:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:21,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-18T02:16:22,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896242101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:22,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896242111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:22,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896242111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:22,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-18T02:16:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:22,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:22,228 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/3e3656b8ff734f969592866d41797461 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/3e3656b8ff734f969592866d41797461
2024-11-18T02:16:22,232 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/C of 5a030bc30ecf4bb63759e5e45d16f007 into 3e3656b8ff734f969592866d41797461(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:22,232 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:22,232 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/C, priority=13, startTime=1731896181619; duration=0sec
2024-11-18T02:16:22,232 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:22,232 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:C
2024-11-18T02:16:22,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-18T02:16:22,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:22,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:22,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:22,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:22,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-18T02:16:22,310 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/cab3bb0a273547d98b0f9d45e9dd602f
2024-11-18T02:16:22,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/06c534a55ab54616910d12aeb9cd62bc is 50, key is test_row_0/C:col10/1731896181403/Put/seqid=0
2024-11-18T02:16:22,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742395_1571 (size=12251)
2024-11-18T02:16:22,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896242412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:22,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896242421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:22,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896242421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:22,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-18T02:16:22,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:22,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:22,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:22,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:22,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:22,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-18T02:16:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:22,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:22,722 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/06c534a55ab54616910d12aeb9cd62bc
2024-11-18T02:16:22,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/eb1be0c01e1e4831a2595932edb42b3a as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/eb1be0c01e1e4831a2595932edb42b3a
2024-11-18T02:16:22,729 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/eb1be0c01e1e4831a2595932edb42b3a, entries=250, sequenceid=259, filesize=47.4 K
2024-11-18T02:16:22,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/cab3bb0a273547d98b0f9d45e9dd602f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/cab3bb0a273547d98b0f9d45e9dd602f
2024-11-18T02:16:22,733 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/cab3bb0a273547d98b0f9d45e9dd602f, entries=150, sequenceid=259, filesize=12.0 K
2024-11-18T02:16:22,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/06c534a55ab54616910d12aeb9cd62bc as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/06c534a55ab54616910d12aeb9cd62bc
2024-11-18T02:16:22,736 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/06c534a55ab54616910d12aeb9cd62bc, entries=150, sequenceid=259, filesize=12.0 K
2024-11-18T02:16:22,737 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 5a030bc30ecf4bb63759e5e45d16f007 in 1001ms, sequenceid=259, compaction requested=false
2024-11-18T02:16:22,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:22,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-18T02:16:22,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:22,740 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-18T02:16:22,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:22,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:22,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:22,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:22,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:22,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:22,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185ceef4eba4c14c71bfe02d3bf59bebb9_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896181781/Put/seqid=0
2024-11-18T02:16:22,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742396_1572 (size=12454)
2024-11-18T02:16:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-18T02:16:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:22,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:22,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896242941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:22,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:22,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896242945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896242946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:22,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:22,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:23,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896243051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:23,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896243051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896243051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:23,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:23,152 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185ceef4eba4c14c71bfe02d3bf59bebb9_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185ceef4eba4c14c71bfe02d3bf59bebb9_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:23,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/4fdaf7111e9d4ccda7806eeef25a17c3, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:23,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/4fdaf7111e9d4ccda7806eeef25a17c3 is 175, key is test_row_0/A:col10/1731896181781/Put/seqid=0
2024-11-18T02:16:23,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742397_1573 (size=31255)
2024-11-18T02:16:23,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:23,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896243262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896243262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:23,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:23,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896243262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:23,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:23,562 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/4fdaf7111e9d4ccda7806eeef25a17c3
2024-11-18T02:16:23,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/f8bbcb5d6fdd4f968734a0df8be16728 is 50, key is test_row_0/B:col10/1731896181781/Put/seqid=0
2024-11-18T02:16:23,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742398_1574 (size=12301)
2024-11-18T02:16:23,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896243572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:23,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896243572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:23,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896243572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-18T02:16:23,974 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/f8bbcb5d6fdd4f968734a0df8be16728
2024-11-18T02:16:23,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/b7d5ba8d26e14412b64dbd289c7800c1 is 50, key is test_row_0/C:col10/1731896181781/Put/seqid=0
2024-11-18T02:16:23,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742399_1575 (size=12301)
2024-11-18T02:16:23,984 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/b7d5ba8d26e14412b64dbd289c7800c1
2024-11-18T02:16:23,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/4fdaf7111e9d4ccda7806eeef25a17c3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4fdaf7111e9d4ccda7806eeef25a17c3
2024-11-18T02:16:23,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4fdaf7111e9d4ccda7806eeef25a17c3, entries=150, sequenceid=280, filesize=30.5 K
2024-11-18T02:16:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/f8bbcb5d6fdd4f968734a0df8be16728 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/f8bbcb5d6fdd4f968734a0df8be16728
2024-11-18T02:16:23,996 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/f8bbcb5d6fdd4f968734a0df8be16728, entries=150, sequenceid=280, filesize=12.0 K
2024-11-18T02:16:23,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/b7d5ba8d26e14412b64dbd289c7800c1 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b7d5ba8d26e14412b64dbd289c7800c1
2024-11-18T02:16:24,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b7d5ba8d26e14412b64dbd289c7800c1, entries=150, sequenceid=280, filesize=12.0 K
2024-11-18T02:16:24,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 5a030bc30ecf4bb63759e5e45d16f007 in 1262ms, sequenceid=280, compaction requested=true
2024-11-18T02:16:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161
2024-11-18T02:16:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=161
2024-11-18T02:16:24,004 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160
2024-11-18T02:16:24,004 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3350 sec
2024-11-18T02:16:24,006 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.3410 sec
2024-11-18T02:16:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:24,085 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-18T02:16:24,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:24,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:24,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:24,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:24,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:24,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:24,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118914a9835551545cd865ba172f2a010ec_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896184085/Put/seqid=0
2024-11-18T02:16:24,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742400_1576 (size=12454)
2024-11-18T02:16:24,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896244104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896244108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896244108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896244110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896244211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896244222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896244222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896244222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896244421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896244431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896244432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896244432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,496 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:24,500 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118914a9835551545cd865ba172f2a010ec_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118914a9835551545cd865ba172f2a010ec_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:24,500 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/82f1752293344e4aacdc552585c0ca24, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:24,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/82f1752293344e4aacdc552585c0ca24 is 175, key is test_row_0/A:col10/1731896184085/Put/seqid=0
2024-11-18T02:16:24,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742401_1577 (size=31255)
2024-11-18T02:16:24,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896244731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896244741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896244742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:24,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896244742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:24,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:24,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:24,905 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/82f1752293344e4aacdc552585c0ca24
2024-11-18T02:16:24,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/c11fc706d01c4043aca12e98df49b702 is 50, key is test_row_0/B:col10/1731896184085/Put/seqid=0
2024-11-18T02:16:24,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742402_1578 (size=12301)
2024-11-18T02:16:24,915 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/c11fc706d01c4043aca12e98df49b702
2024-11-18T02:16:24,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/b7451fc562514099a00daad3df93a8cf is 50, key is test_row_0/C:col10/1731896184085/Put/seqid=0
2024-11-18T02:16:24,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742403_1579 (size=12301)
2024-11-18T02:16:24,925 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/b7451fc562514099a00daad3df93a8cf
2024-11-18T02:16:24,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/82f1752293344e4aacdc552585c0ca24 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/82f1752293344e4aacdc552585c0ca24
2024-11-18T02:16:24,934 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/82f1752293344e4aacdc552585c0ca24, entries=150, sequenceid=297, filesize=30.5 K
2024-11-18T02:16:24,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/c11fc706d01c4043aca12e98df49b702 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/c11fc706d01c4043aca12e98df49b702
2024-11-18T02:16:24,938 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/c11fc706d01c4043aca12e98df49b702, entries=150, sequenceid=297, filesize=12.0 K
2024-11-18T02:16:24,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/b7451fc562514099a00daad3df93a8cf as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b7451fc562514099a00daad3df93a8cf
2024-11-18T02:16:24,942 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b7451fc562514099a00daad3df93a8cf, entries=150, sequenceid=297, filesize=12.0 K
2024-11-18T02:16:24,943 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 5a030bc30ecf4bb63759e5e45d16f007 in 857ms, sequenceid=297, compaction requested=true
2024-11-18T02:16:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:16:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:24,943 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:16:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:16:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:16:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:24,943 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:16:24,944 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49584 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:16:24,944 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 142684 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:16:24,944 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/A is initiating minor compaction (all files)
2024-11-18T02:16:24,944 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/B is initiating minor compaction (all files)
2024-11-18T02:16:24,944 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/A in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:24,944 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/B in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:24,944 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/c33ffd4fb9944c35a82e022c9ff2a647, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/eb1be0c01e1e4831a2595932edb42b3a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4fdaf7111e9d4ccda7806eeef25a17c3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/82f1752293344e4aacdc552585c0ca24] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=139.3 K
2024-11-18T02:16:24,944 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/5cdad78a9be34170ba1507ca4a3515ed, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/cab3bb0a273547d98b0f9d45e9dd602f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/f8bbcb5d6fdd4f968734a0df8be16728, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/c11fc706d01c4043aca12e98df49b702] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=48.4 K
2024-11-18T02:16:24,944 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:24,944 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/c33ffd4fb9944c35a82e022c9ff2a647, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/eb1be0c01e1e4831a2595932edb42b3a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4fdaf7111e9d4ccda7806eeef25a17c3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/82f1752293344e4aacdc552585c0ca24]
2024-11-18T02:16:24,944 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cdad78a9be34170ba1507ca4a3515ed, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731896180231
2024-11-18T02:16:24,945 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting c33ffd4fb9944c35a82e022c9ff2a647, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731896180231
2024-11-18T02:16:24,945 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting cab3bb0a273547d98b0f9d45e9dd602f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731896181403
2024-11-18T02:16:24,945 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb1be0c01e1e4831a2595932edb42b3a, keycount=250, bloomtype=ROW, size=47.4 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731896181403
2024-11-18T02:16:24,945 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting f8bbcb5d6fdd4f968734a0df8be16728, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731896181768
2024-11-18T02:16:24,945 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fdaf7111e9d4ccda7806eeef25a17c3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731896181768
2024-11-18T02:16:24,945 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting c11fc706d01c4043aca12e98df49b702, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731896182944
2024-11-18T02:16:24,945 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82f1752293344e4aacdc552585c0ca24, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731896182944
2024-11-18T02:16:24,952 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:24,954 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#B#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:24,954 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118990e672c24844a7a9d22b2d9fa865ffc_5a030bc30ecf4bb63759e5e45d16f007 store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:24,954 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/e39cf2f735234d0781a45d0b636f6521 is 50, key is test_row_0/B:col10/1731896184085/Put/seqid=0
2024-11-18T02:16:24,956 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118990e672c24844a7a9d22b2d9fa865ffc_5a030bc30ecf4bb63759e5e45d16f007, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:24,957 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118990e672c24844a7a9d22b2d9fa865ffc_5a030bc30ecf4bb63759e5e45d16f007 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:24,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742404_1580 (size=13017)
2024-11-18T02:16:24,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742405_1581 (size=4469)
2024-11-18T02:16:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:25,246 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-18T02:16:25,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:25,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:25,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:25,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:25,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:25,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:25,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118cc3d0939b00c4ce5a13b411fb58ac33f_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896184107/Put/seqid=0
2024-11-18T02:16:25,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742406_1582 (size=14994)
2024-11-18T02:16:25,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896245267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:25,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896245273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:25,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896245274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:25,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896245274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:25,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:25,362 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#A#compaction#489 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:25,362 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/639485ddc20c4d288f162922dfa582ea is 175, key is test_row_0/A:col10/1731896184085/Put/seqid=0
2024-11-18T02:16:25,364 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/e39cf2f735234d0781a45d0b636f6521 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/e39cf2f735234d0781a45d0b636f6521
2024-11-18T02:16:25,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742407_1583 (size=31971)
2024-11-18T02:16:25,369 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/B of 5a030bc30ecf4bb63759e5e45d16f007 into e39cf2f735234d0781a45d0b636f6521(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:25,369 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:25,369 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/B, priority=12, startTime=1731896184943; duration=0sec
2024-11-18T02:16:25,369 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:25,369 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:B
2024-11-18T02:16:25,369 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-18T02:16:25,370 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49584 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-18T02:16:25,370 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/C is initiating minor compaction (all files)
2024-11-18T02:16:25,370 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/C in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:25,370 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/3e3656b8ff734f969592866d41797461, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/06c534a55ab54616910d12aeb9cd62bc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b7d5ba8d26e14412b64dbd289c7800c1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b7451fc562514099a00daad3df93a8cf] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=48.4 K
2024-11-18T02:16:25,370 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e3656b8ff734f969592866d41797461, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731896180231
2024-11-18T02:16:25,371 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 06c534a55ab54616910d12aeb9cd62bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731896181403
2024-11-18T02:16:25,371 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting b7d5ba8d26e14412b64dbd289c7800c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731896181768
2024-11-18T02:16:25,371 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting b7451fc562514099a00daad3df93a8cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731896182944
2024-11-18T02:16:25,378 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#C#compaction#491 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:25,379 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/5df5221e6bec4da3890bad9984a7be05 is 50, key is test_row_0/C:col10/1731896184085/Put/seqid=0
2024-11-18T02:16:25,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742408_1584 (size=13017)
2024-11-18T02:16:25,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896245382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:25,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896245382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:25,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896245382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:25,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:25,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:25,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896245382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:25,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,386 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/5df5221e6bec4da3890bad9984a7be05 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/5df5221e6bec4da3890bad9984a7be05
2024-11-18T02:16:25,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:25,390 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/C of 5a030bc30ecf4bb63759e5e45d16f007 into 5df5221e6bec4da3890bad9984a7be05(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:25,390 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:25,390 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/C, priority=12, startTime=1731896184943; duration=0sec
2024-11-18T02:16:25,390 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:25,390 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:C
2024-11-18T02:16:25,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39402 deadline: 1731896245592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:25,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39376 deadline: 1731896245592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:25,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39448 deadline: 1731896245592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-18T02:16:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33637 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39416 deadline: 1731896245592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 , the old value is region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-18T02:16:25,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., hostname=c4730a2bacf8,33637,1731896013809, seqNum=5 because the exception is null or not the one we care about
2024-11-18T02:16:25,656 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:25,659 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118cc3d0939b00c4ce5a13b411fb58ac33f_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cc3d0939b00c4ce5a13b411fb58ac33f_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:25,659 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/5a0f1972a2b143979015a3fbd62d988b, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:25,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/5a0f1972a2b143979015a3fbd62d988b is 175, key is test_row_0/A:col10/1731896184107/Put/seqid=0
2024-11-18T02:16:25,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742409_1585 (size=39949)
2024-11-18T02:16:25,663 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/5a0f1972a2b143979015a3fbd62d988b
2024-11-18T02:16:25,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/a659186bb7dd4b069535defa4adc229c is 50, key is test_row_0/B:col10/1731896184107/Put/seqid=0
2024-11-18T02:16:25,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742410_1586 (size=12301)
2024-11-18T02:16:25,672 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/a659186bb7dd4b069535defa4adc229c
2024-11-18T02:16:25,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/556a7f5b94b044928f6ee9671ee14cfc is 50, key is test_row_0/C:col10/1731896184107/Put/seqid=0
2024-11-18T02:16:25,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742411_1587 (size=12301)
2024-11-18T02:16:25,680 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/556a7f5b94b044928f6ee9671ee14cfc
2024-11-18T02:16:25,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/5a0f1972a2b143979015a3fbd62d988b as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5a0f1972a2b143979015a3fbd62d988b
2024-11-18T02:16:25,685 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5a0f1972a2b143979015a3fbd62d988b, entries=200, sequenceid=314, filesize=39.0 K
2024-11-18T02:16:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/a659186bb7dd4b069535defa4adc229c as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/a659186bb7dd4b069535defa4adc229c
2024-11-18T02:16:25,689 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/a659186bb7dd4b069535defa4adc229c, entries=150, sequenceid=314, filesize=12.0 K
2024-11-18T02:16:25,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/556a7f5b94b044928f6ee9671ee14cfc as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/556a7f5b94b044928f6ee9671ee14cfc
2024-11-18T02:16:25,693 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/556a7f5b94b044928f6ee9671ee14cfc, entries=150, sequenceid=314, filesize=12.0 K
2024-11-18T02:16:25,694 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 5a030bc30ecf4bb63759e5e45d16f007 in 447ms, sequenceid=314, compaction requested=false
2024-11-18T02:16:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:25,771 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/639485ddc20c4d288f162922dfa582ea as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/639485ddc20c4d288f162922dfa582ea
2024-11-18T02:16:25,775 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/A of 5a030bc30ecf4bb63759e5e45d16f007 into 639485ddc20c4d288f162922dfa582ea(size=31.2 K), total size for store is 70.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:25,775 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:25,775 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/A, priority=12, startTime=1731896184943; duration=0sec
2024-11-18T02:16:25,775 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:25,775 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:A
2024-11-18T02:16:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-18T02:16:25,822 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:16:25,823 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-18T02:16:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees
2024-11-18T02:16:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-18T02:16:25,824 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-18T02:16:25,825 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-18T02:16:25,825 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-18T02:16:25,879 INFO  [Thread-2241 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2241.
2024-11-18T02:16:25,879 DEBUG [Thread-2241 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:25,879 DEBUG [Thread-2241 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,879 DEBUG [Thread-2241 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,879 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:25,881 INFO  [Thread-2237 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2237.
2024-11-18T02:16:25,881 DEBUG [Thread-2237 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:25,881 DEBUG [Thread-2237 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,881 DEBUG [Thread-2237 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,881 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:25,881 INFO  [Thread-2243 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2243.
2024-11-18T02:16:25,881 DEBUG [Thread-2243 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:25,881 DEBUG [Thread-2243 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,881 DEBUG [Thread-2243 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,881 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:25,882 INFO  [Thread-2235 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2235.
2024-11-18T02:16:25,882 DEBUG [Thread-2235 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:25,882 DEBUG [Thread-2235 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,882 DEBUG [Thread-2235 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,882 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:25,883 INFO  [Thread-2239 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2239.
2024-11-18T02:16:25,883 DEBUG [Thread-2239 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:25,883 DEBUG [Thread-2239 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,883 DEBUG [Thread-2239 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,884 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33637 {}] regionserver.HRegion(8855): Flush requested on 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:25,903 INFO  [Thread-2224 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2224.
2024-11-18T02:16:25,903 INFO  [Thread-2232 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2232.
2024-11-18T02:16:25,903 DEBUG [Thread-2224 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:25,903 INFO  [Thread-2228 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2228.
2024-11-18T02:16:25,903 DEBUG [Thread-2232 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:25,903 DEBUG [Thread-2224 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,903 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-18T02:16:25,903 DEBUG [Thread-2228 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:25,903 DEBUG [Thread-2232 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,903 DEBUG [Thread-2228 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,903 DEBUG [Thread-2224 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,903 DEBUG [Thread-2228 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,903 DEBUG [Thread-2232 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,903 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:25,903 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:25,903 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:25,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:25,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:25,905 INFO  [Thread-2226 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2226.
2024-11-18T02:16:25,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:25,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:25,905 DEBUG [Thread-2226 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:25,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:25,905 DEBUG [Thread-2226 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:25,905 DEBUG [Thread-2226 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:25,905 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:25,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118cc6e1194e20f42ada3a7a766ead4c734_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_0/A:col10/1731896185902/Put/seqid=0
2024-11-18T02:16:25,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742412_1588 (size=12454)
2024-11-18T02:16:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-18T02:16:25,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T02:16:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:25,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T02:16:26,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:26,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-18T02:16:26,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T02:16:26,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:26,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,313 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:26,316 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118cc6e1194e20f42ada3a7a766ead4c734_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cc6e1194e20f42ada3a7a766ead4c734_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:26,316 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/4ac0d381f308480e98695d94695e8900, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:26,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/4ac0d381f308480e98695d94695e8900 is 175, key is test_row_0/A:col10/1731896185902/Put/seqid=0
2024-11-18T02:16:26,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742413_1589 (size=31255)
2024-11-18T02:16:26,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T02:16:26,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:26,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:26,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:26,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-18T02:16:26,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T02:16:26,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:26,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:26,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:26,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,720 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/4ac0d381f308480e98695d94695e8900
2024-11-18T02:16:26,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/2c0498487ae644b7bee9d90f479ba814 is 50, key is test_row_0/B:col10/1731896185902/Put/seqid=0
2024-11-18T02:16:26,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742414_1590 (size=12301)
2024-11-18T02:16:26,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T02:16:26,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:26,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:26,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:26,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T02:16:26,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:26,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:26,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:26,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-18T02:16:27,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T02:16:27,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:27,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:27,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:27,129 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/2c0498487ae644b7bee9d90f479ba814
2024-11-18T02:16:27,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/ea630e3e67884bf484ff5076b712b09f is 50, key is test_row_0/C:col10/1731896185902/Put/seqid=0
2024-11-18T02:16:27,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742415_1591 (size=12301)
2024-11-18T02:16:27,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T02:16:27,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:27,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:27,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:27,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T02:16:27,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:27,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:27,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:27,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T02:16:27,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. as already flushing
2024-11-18T02:16:27,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:27,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-18T02:16:27,537 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/ea630e3e67884bf484ff5076b712b09f
2024-11-18T02:16:27,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/4ac0d381f308480e98695d94695e8900 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4ac0d381f308480e98695d94695e8900
2024-11-18T02:16:27,543 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4ac0d381f308480e98695d94695e8900, entries=150, sequenceid=337, filesize=30.5 K
2024-11-18T02:16:27,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/2c0498487ae644b7bee9d90f479ba814 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/2c0498487ae644b7bee9d90f479ba814
2024-11-18T02:16:27,546 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/2c0498487ae644b7bee9d90f479ba814, entries=150, sequenceid=337, filesize=12.0 K
2024-11-18T02:16:27,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/ea630e3e67884bf484ff5076b712b09f as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/ea630e3e67884bf484ff5076b712b09f
2024-11-18T02:16:27,549 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/ea630e3e67884bf484ff5076b712b09f, entries=150, sequenceid=337, filesize=12.0 K
2024-11-18T02:16:27,549 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 5a030bc30ecf4bb63759e5e45d16f007 in 1646ms, sequenceid=337, compaction requested=true
2024-11-18T02:16:27,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:27,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:A, priority=-2147483648, current under compaction store size is 1
2024-11-18T02:16:27,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:27,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:B, priority=-2147483648, current under compaction store size is 2
2024-11-18T02:16:27,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:27,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a030bc30ecf4bb63759e5e45d16f007:C, priority=-2147483648, current under compaction store size is 3
2024-11-18T02:16:27,549 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:16:27,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:27,549 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:16:27,550 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:16:27,550 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:16:27,550 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/B is initiating minor compaction (all files)
2024-11-18T02:16:27,550 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/A is initiating minor compaction (all files)
2024-11-18T02:16:27,550 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/B in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,550 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/A in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,550 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/e39cf2f735234d0781a45d0b636f6521, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/a659186bb7dd4b069535defa4adc229c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/2c0498487ae644b7bee9d90f479ba814] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=36.7 K
2024-11-18T02:16:27,550 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/639485ddc20c4d288f162922dfa582ea, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5a0f1972a2b143979015a3fbd62d988b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4ac0d381f308480e98695d94695e8900] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=100.8 K
2024-11-18T02:16:27,550 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,550 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. files: [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/639485ddc20c4d288f162922dfa582ea, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5a0f1972a2b143979015a3fbd62d988b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4ac0d381f308480e98695d94695e8900]
2024-11-18T02:16:27,550 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting e39cf2f735234d0781a45d0b636f6521, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731896182944
2024-11-18T02:16:27,551 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 639485ddc20c4d288f162922dfa582ea, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731896182944
2024-11-18T02:16:27,551 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting a659186bb7dd4b069535defa4adc229c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731896184102
2024-11-18T02:16:27,551 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a0f1972a2b143979015a3fbd62d988b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731896184102
2024-11-18T02:16:27,551 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c0498487ae644b7bee9d90f479ba814, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731896185902
2024-11-18T02:16:27,551 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ac0d381f308480e98695d94695e8900, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731896185902
2024-11-18T02:16:27,557 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#B#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:27,557 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/715087bb37cc485fbd926aa1a0ff9498 is 50, key is test_row_0/B:col10/1731896185902/Put/seqid=0
2024-11-18T02:16:27,560 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:27,562 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118bf6c2ebdaadd48a792ec200af7e8f936_5a030bc30ecf4bb63759e5e45d16f007 store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:27,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742416_1592 (size=13119)
2024-11-18T02:16:27,585 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118bf6c2ebdaadd48a792ec200af7e8f936_5a030bc30ecf4bb63759e5e45d16f007, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:27,585 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bf6c2ebdaadd48a792ec200af7e8f936_5a030bc30ecf4bb63759e5e45d16f007 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:27,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742417_1593 (size=4469)
2024-11-18T02:16:27,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-18T02:16:27,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:27,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c4730a2bacf8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163
2024-11-18T02:16:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster(4169): Remote procedure done, pid=163
2024-11-18T02:16:27,661 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-11-18T02:16:27,661 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8340 sec
2024-11-18T02:16:27,662 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.8380 sec
2024-11-18T02:16:27,965 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/715087bb37cc485fbd926aa1a0ff9498 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/715087bb37cc485fbd926aa1a0ff9498
2024-11-18T02:16:27,968 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/B of 5a030bc30ecf4bb63759e5e45d16f007 into 715087bb37cc485fbd926aa1a0ff9498(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:27,968 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:27,968 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/B, priority=13, startTime=1731896187549; duration=0sec
2024-11-18T02:16:27,968 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-18T02:16:27,968 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:B
2024-11-18T02:16:27,969 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-18T02:16:27,969 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-18T02:16:27,969 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1541): 5a030bc30ecf4bb63759e5e45d16f007/C is initiating minor compaction (all files)
2024-11-18T02:16:27,969 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a030bc30ecf4bb63759e5e45d16f007/C in TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:27,969 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/5df5221e6bec4da3890bad9984a7be05, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/556a7f5b94b044928f6ee9671ee14cfc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/ea630e3e67884bf484ff5076b712b09f] into tmpdir=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp, totalSize=36.7 K
2024-11-18T02:16:27,970 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 5df5221e6bec4da3890bad9984a7be05, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731896182944
2024-11-18T02:16:27,970 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting 556a7f5b94b044928f6ee9671ee14cfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731896184102
2024-11-18T02:16:27,970 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] compactions.Compactor(225): Compacting ea630e3e67884bf484ff5076b712b09f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731896185902
2024-11-18T02:16:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-18T02:16:27,972 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:16:27,975 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#C#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:27,976 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/621fb9febfe94deead42727800f88354 is 50, key is test_row_0/C:col10/1731896185902/Put/seqid=0
2024-11-18T02:16:27,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742418_1594 (size=13119)
2024-11-18T02:16:27,996 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a030bc30ecf4bb63759e5e45d16f007#A#compaction#498 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-18T02:16:27,997 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/9d2e729551814f518fef4a5143f4e25d is 175, key is test_row_0/A:col10/1731896185902/Put/seqid=0
2024-11-18T02:16:27,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742419_1595 (size=32073)
2024-11-18T02:16:28,383 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/621fb9febfe94deead42727800f88354 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/621fb9febfe94deead42727800f88354
2024-11-18T02:16:28,386 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/C of 5a030bc30ecf4bb63759e5e45d16f007 into 621fb9febfe94deead42727800f88354(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:28,386 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:28,386 INFO  [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/C, priority=13, startTime=1731896187549; duration=0sec
2024-11-18T02:16:28,386 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:28,386 DEBUG [RS:0;c4730a2bacf8:33637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:C
2024-11-18T02:16:28,403 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/9d2e729551814f518fef4a5143f4e25d as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/9d2e729551814f518fef4a5143f4e25d
2024-11-18T02:16:28,406 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a030bc30ecf4bb63759e5e45d16f007/A of 5a030bc30ecf4bb63759e5e45d16f007 into 9d2e729551814f518fef4a5143f4e25d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-18T02:16:28,406 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a030bc30ecf4bb63759e5e45d16f007:

2024-11-18T02:16:28,406 INFO  [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., storeName=5a030bc30ecf4bb63759e5e45d16f007/A, priority=13, startTime=1731896187549; duration=0sec
2024-11-18T02:16:28,406 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-18T02:16:28,406 DEBUG [RS:0;c4730a2bacf8:33637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a030bc30ecf4bb63759e5e45d16f007:A
2024-11-18T02:16:30,813 INFO  [Thread-2230 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2230.
2024-11-18T02:16:30,813 DEBUG [Thread-2230 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-18T02:16:30,813 DEBUG [Thread-2230 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:30,813 DEBUG [Thread-2230 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:30,813 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 75
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 59
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 52
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 20
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 56
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3056
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3004
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2951
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3047
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3007
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-18T02:16:30,814 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T02:16:30,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T02:16:30,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:30,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:30,814 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:30,815 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-18T02:16:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-18T02:16:30,817 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896190817"}]},"ts":"1731896190817"}
2024-11-18T02:16:30,819 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-18T02:16:30,819 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-18T02:16:30,819 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-18T02:16:30,820 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, UNASSIGN}]
2024-11-18T02:16:30,821 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, UNASSIGN
2024-11-18T02:16:30,821 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=5a030bc30ecf4bb63759e5e45d16f007, regionState=CLOSING, regionLocation=c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:30,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, UNASSIGN because future has completed
2024-11-18T02:16:30,822 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-18T02:16:30,822 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809}]
2024-11-18T02:16:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-18T02:16:30,974 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:30,974 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-18T02:16:30,974 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing 5a030bc30ecf4bb63759e5e45d16f007, disabling compactions & flushes
2024-11-18T02:16:30,974 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:30,974 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:30,974 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. after waiting 0 ms
2024-11-18T02:16:30,974 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:30,975 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2902): Flushing 5a030bc30ecf4bb63759e5e45d16f007 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB
2024-11-18T02:16:30,975 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=A
2024-11-18T02:16:30,975 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:30,975 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=B
2024-11-18T02:16:30,975 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:30,975 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5a030bc30ecf4bb63759e5e45d16f007, store=C
2024-11-18T02:16:30,975 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-18T02:16:30,979 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bdefa08248dc448b81133917305f97c5_5a030bc30ecf4bb63759e5e45d16f007 is 50, key is test_row_1/A:col10/1731896190812/Put/seqid=0
2024-11-18T02:16:30,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742420_1596 (size=7374)
2024-11-18T02:16:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-18T02:16:31,383 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-18T02:16:31,386 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bdefa08248dc448b81133917305f97c5_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bdefa08248dc448b81133917305f97c5_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:31,386 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/9c61ec21a2cf4ae1b0b024dead8ccb2e, store: [table=TestAcidGuarantees family=A region=5a030bc30ecf4bb63759e5e45d16f007]
2024-11-18T02:16:31,387 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/9c61ec21a2cf4ae1b0b024dead8ccb2e is 175, key is test_row_1/A:col10/1731896190812/Put/seqid=0
2024-11-18T02:16:31,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742421_1597 (size=13865)
2024-11-18T02:16:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-18T02:16:31,790 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/9c61ec21a2cf4ae1b0b024dead8ccb2e
2024-11-18T02:16:31,795 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/d295aae7d2714b39a6f72ea3f94a8d48 is 50, key is test_row_1/B:col10/1731896190812/Put/seqid=0
2024-11-18T02:16:31,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742422_1598 (size=7415)
2024-11-18T02:16:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-18T02:16:32,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-18T02:16:32,199 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/d295aae7d2714b39a6f72ea3f94a8d48
2024-11-18T02:16:32,208 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/254b335db5b743e2861259e5d2310895 is 50, key is test_row_1/C:col10/1731896190812/Put/seqid=0
2024-11-18T02:16:32,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742423_1599 (size=7415)
2024-11-18T02:16:32,613 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/254b335db5b743e2861259e5d2310895
2024-11-18T02:16:32,617 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/A/9c61ec21a2cf4ae1b0b024dead8ccb2e as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/9c61ec21a2cf4ae1b0b024dead8ccb2e
2024-11-18T02:16:32,619 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/9c61ec21a2cf4ae1b0b024dead8ccb2e, entries=50, sequenceid=345, filesize=13.5 K
2024-11-18T02:16:32,620 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/B/d295aae7d2714b39a6f72ea3f94a8d48 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/d295aae7d2714b39a6f72ea3f94a8d48
2024-11-18T02:16:32,622 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/d295aae7d2714b39a6f72ea3f94a8d48, entries=50, sequenceid=345, filesize=7.2 K
2024-11-18T02:16:32,623 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/.tmp/C/254b335db5b743e2861259e5d2310895 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/254b335db5b743e2861259e5d2310895
2024-11-18T02:16:32,625 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/254b335db5b743e2861259e5d2310895, entries=50, sequenceid=345, filesize=7.2 K
2024-11-18T02:16:32,626 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 5a030bc30ecf4bb63759e5e45d16f007 in 1652ms, sequenceid=345, compaction requested=false
2024-11-18T02:16:32,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/49bf53edae994ee4976594e6a6d9be08, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5eb9db590d5b4707af8e70a2096f1669, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/a960773125da44f7b80200749dd5a880, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/48642d88652e49039c78fa3e46197f95, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/1fa30d4f89a240f2bddc6c9074e612ac, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/668b102cb8e94f1cbcc2e1a08bc3c199, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/682d57d7ece8453eaa22dd6319dce824, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/6be66732ffdb45e2b122f9c0f51bd270, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/ec815490df4e4a19964c0204b3243e62, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/e6a69c84b89e440bae122874c2782ab2, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/47b158e45c3e4211950dc9453c9afd34, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/8217357d27d74ef8aa1cb8244d5ec7b1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/b2b3b43dfe154c438612f08662fc66ba, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/976d4e08cc684a9cb3c69708abe4fd11, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/783898c97e7943ad95a97c722b176bd6, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/77eb187e7a4b4598893520e580622c86, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/c33ffd4fb9944c35a82e022c9ff2a647, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/274c52d9a2804f88bbbf055190ec3aab, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/eb1be0c01e1e4831a2595932edb42b3a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4fdaf7111e9d4ccda7806eeef25a17c3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/639485ddc20c4d288f162922dfa582ea, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/82f1752293344e4aacdc552585c0ca24, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5a0f1972a2b143979015a3fbd62d988b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4ac0d381f308480e98695d94695e8900] to archive
2024-11-18T02:16:32,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:16:32,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/49bf53edae994ee4976594e6a6d9be08 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/49bf53edae994ee4976594e6a6d9be08
2024-11-18T02:16:32,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5eb9db590d5b4707af8e70a2096f1669 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5eb9db590d5b4707af8e70a2096f1669
2024-11-18T02:16:32,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/a960773125da44f7b80200749dd5a880 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/a960773125da44f7b80200749dd5a880
2024-11-18T02:16:32,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/48642d88652e49039c78fa3e46197f95 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/48642d88652e49039c78fa3e46197f95
2024-11-18T02:16:32,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/1fa30d4f89a240f2bddc6c9074e612ac to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/1fa30d4f89a240f2bddc6c9074e612ac
2024-11-18T02:16:32,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/668b102cb8e94f1cbcc2e1a08bc3c199 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/668b102cb8e94f1cbcc2e1a08bc3c199
2024-11-18T02:16:32,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/682d57d7ece8453eaa22dd6319dce824 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/682d57d7ece8453eaa22dd6319dce824
2024-11-18T02:16:32,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/6be66732ffdb45e2b122f9c0f51bd270 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/6be66732ffdb45e2b122f9c0f51bd270
2024-11-18T02:16:32,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/ec815490df4e4a19964c0204b3243e62 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/ec815490df4e4a19964c0204b3243e62
2024-11-18T02:16:32,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/e6a69c84b89e440bae122874c2782ab2 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/e6a69c84b89e440bae122874c2782ab2
2024-11-18T02:16:32,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/47b158e45c3e4211950dc9453c9afd34 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/47b158e45c3e4211950dc9453c9afd34
2024-11-18T02:16:32,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/8217357d27d74ef8aa1cb8244d5ec7b1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/8217357d27d74ef8aa1cb8244d5ec7b1
2024-11-18T02:16:32,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/b2b3b43dfe154c438612f08662fc66ba to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/b2b3b43dfe154c438612f08662fc66ba
2024-11-18T02:16:32,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/976d4e08cc684a9cb3c69708abe4fd11 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/976d4e08cc684a9cb3c69708abe4fd11
2024-11-18T02:16:32,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/783898c97e7943ad95a97c722b176bd6 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/783898c97e7943ad95a97c722b176bd6
2024-11-18T02:16:32,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/77eb187e7a4b4598893520e580622c86 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/77eb187e7a4b4598893520e580622c86
2024-11-18T02:16:32,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/c33ffd4fb9944c35a82e022c9ff2a647 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/c33ffd4fb9944c35a82e022c9ff2a647
2024-11-18T02:16:32,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/274c52d9a2804f88bbbf055190ec3aab to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/274c52d9a2804f88bbbf055190ec3aab
2024-11-18T02:16:32,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/eb1be0c01e1e4831a2595932edb42b3a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/eb1be0c01e1e4831a2595932edb42b3a
2024-11-18T02:16:32,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4fdaf7111e9d4ccda7806eeef25a17c3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4fdaf7111e9d4ccda7806eeef25a17c3
2024-11-18T02:16:32,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/639485ddc20c4d288f162922dfa582ea to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/639485ddc20c4d288f162922dfa582ea
2024-11-18T02:16:32,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/82f1752293344e4aacdc552585c0ca24 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/82f1752293344e4aacdc552585c0ca24
2024-11-18T02:16:32,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5a0f1972a2b143979015a3fbd62d988b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/5a0f1972a2b143979015a3fbd62d988b
2024-11-18T02:16:32,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4ac0d381f308480e98695d94695e8900 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/4ac0d381f308480e98695d94695e8900
2024-11-18T02:16:32,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/355ac3a0bf9841da8b0ca9b11ba974c3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/d3f2a2442b6e4359b59c93822a34e306, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/75be66ce39a948cebe5664964b3c2f63, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/1df288b28b134b208844f2541ced80a5, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/878b3496657d4a6b8108114225777086, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/4b5f3452aaf84e929866380676bcccd8, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/60565b9acd8f4c779a773c09837e7b6e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/efc67539a55a452f9a5c19de8e9c2b5f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/416c7fb4f77f42ea816b041b8115c265, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/bdcd2522bee649f09eae201322170e7c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/5e7bb903aaed4c36ace7214d00d2601e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/fc89b46fdec7437295a5e1169f1e9800, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/3a86e1efe7724e28b89e2ea0354ad562, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/a5eff6efe62347f2984e0fdf5c783c73, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/c3d4cd4abe034704bc60d4b738ca2d8c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/9fedcec57d1640e2bea3a47687373b63, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/5cdad78a9be34170ba1507ca4a3515ed, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/01b2d3cea0774863bce844b665ebb77a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/cab3bb0a273547d98b0f9d45e9dd602f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/f8bbcb5d6fdd4f968734a0df8be16728, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/e39cf2f735234d0781a45d0b636f6521, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/c11fc706d01c4043aca12e98df49b702, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/a659186bb7dd4b069535defa4adc229c, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/2c0498487ae644b7bee9d90f479ba814] to archive
2024-11-18T02:16:32,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:16:32,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/355ac3a0bf9841da8b0ca9b11ba974c3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/355ac3a0bf9841da8b0ca9b11ba974c3
2024-11-18T02:16:32,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/d3f2a2442b6e4359b59c93822a34e306 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/d3f2a2442b6e4359b59c93822a34e306
2024-11-18T02:16:32,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/75be66ce39a948cebe5664964b3c2f63 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/75be66ce39a948cebe5664964b3c2f63
2024-11-18T02:16:32,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/1df288b28b134b208844f2541ced80a5 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/1df288b28b134b208844f2541ced80a5
2024-11-18T02:16:32,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/878b3496657d4a6b8108114225777086 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/878b3496657d4a6b8108114225777086
2024-11-18T02:16:32,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/4b5f3452aaf84e929866380676bcccd8 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/4b5f3452aaf84e929866380676bcccd8
2024-11-18T02:16:32,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/60565b9acd8f4c779a773c09837e7b6e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/60565b9acd8f4c779a773c09837e7b6e
2024-11-18T02:16:32,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/efc67539a55a452f9a5c19de8e9c2b5f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/efc67539a55a452f9a5c19de8e9c2b5f
2024-11-18T02:16:32,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/416c7fb4f77f42ea816b041b8115c265 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/416c7fb4f77f42ea816b041b8115c265
2024-11-18T02:16:32,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/bdcd2522bee649f09eae201322170e7c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/bdcd2522bee649f09eae201322170e7c
2024-11-18T02:16:32,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/5e7bb903aaed4c36ace7214d00d2601e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/5e7bb903aaed4c36ace7214d00d2601e
2024-11-18T02:16:32,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/fc89b46fdec7437295a5e1169f1e9800 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/fc89b46fdec7437295a5e1169f1e9800
2024-11-18T02:16:32,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/3a86e1efe7724e28b89e2ea0354ad562 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/3a86e1efe7724e28b89e2ea0354ad562
2024-11-18T02:16:32,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/a5eff6efe62347f2984e0fdf5c783c73 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/a5eff6efe62347f2984e0fdf5c783c73
2024-11-18T02:16:32,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/c3d4cd4abe034704bc60d4b738ca2d8c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/c3d4cd4abe034704bc60d4b738ca2d8c
2024-11-18T02:16:32,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/9fedcec57d1640e2bea3a47687373b63 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/9fedcec57d1640e2bea3a47687373b63
2024-11-18T02:16:32,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/5cdad78a9be34170ba1507ca4a3515ed to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/5cdad78a9be34170ba1507ca4a3515ed
2024-11-18T02:16:32,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/01b2d3cea0774863bce844b665ebb77a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/01b2d3cea0774863bce844b665ebb77a
2024-11-18T02:16:32,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/cab3bb0a273547d98b0f9d45e9dd602f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/cab3bb0a273547d98b0f9d45e9dd602f
2024-11-18T02:16:32,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/f8bbcb5d6fdd4f968734a0df8be16728 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/f8bbcb5d6fdd4f968734a0df8be16728
2024-11-18T02:16:32,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/e39cf2f735234d0781a45d0b636f6521 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/e39cf2f735234d0781a45d0b636f6521
2024-11-18T02:16:32,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/c11fc706d01c4043aca12e98df49b702 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/c11fc706d01c4043aca12e98df49b702
2024-11-18T02:16:32,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/a659186bb7dd4b069535defa4adc229c to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/a659186bb7dd4b069535defa4adc229c
2024-11-18T02:16:32,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/2c0498487ae644b7bee9d90f479ba814 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/2c0498487ae644b7bee9d90f479ba814
2024-11-18T02:16:32,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/484bf43314b641cdbb35353751d48da4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/4253d8393cd94e8c9f5faf3a89b53b5f, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/caa68f80e6cc4c288cd3e7f4f4777878, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/c86802f499184999a3cb4809932b03a4, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b8a45c9672194bafa0091aaf83e40f32, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/ab80367f3d8746dca7f42097d6d38b04, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/04380efbda6a4a5cb77c75c38a62970b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/97554f7da14144e18a9e2b27d32ee566, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b1b96c1bc164431d860c9e7704f98482, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/703f116e87d04a78986a16019b3e989e, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/76b33912c85b446db36712174f4d2462, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/a28e8cff08f44cd886623bddcea64596, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/994fec15112c4f5b8ba37b7e64ff9df3, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/f7b6264357cb4267a6de427e8381079a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/34285eca6ab24dc6a83b57483560909a, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/71b4ee4ce1a5411f86a142c85771f41b, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/3e3656b8ff734f969592866d41797461, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/d9868f9da86749c49ac3895127951738, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/06c534a55ab54616910d12aeb9cd62bc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b7d5ba8d26e14412b64dbd289c7800c1, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/5df5221e6bec4da3890bad9984a7be05, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b7451fc562514099a00daad3df93a8cf, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/556a7f5b94b044928f6ee9671ee14cfc, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/ea630e3e67884bf484ff5076b712b09f] to archive
2024-11-18T02:16:32,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-18T02:16:32,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/484bf43314b641cdbb35353751d48da4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/484bf43314b641cdbb35353751d48da4
2024-11-18T02:16:32,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/4253d8393cd94e8c9f5faf3a89b53b5f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/4253d8393cd94e8c9f5faf3a89b53b5f
2024-11-18T02:16:32,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/caa68f80e6cc4c288cd3e7f4f4777878 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/caa68f80e6cc4c288cd3e7f4f4777878
2024-11-18T02:16:32,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/c86802f499184999a3cb4809932b03a4 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/c86802f499184999a3cb4809932b03a4
2024-11-18T02:16:32,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b8a45c9672194bafa0091aaf83e40f32 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b8a45c9672194bafa0091aaf83e40f32
2024-11-18T02:16:32,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/ab80367f3d8746dca7f42097d6d38b04 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/ab80367f3d8746dca7f42097d6d38b04
2024-11-18T02:16:32,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/04380efbda6a4a5cb77c75c38a62970b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/04380efbda6a4a5cb77c75c38a62970b
2024-11-18T02:16:32,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/97554f7da14144e18a9e2b27d32ee566 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/97554f7da14144e18a9e2b27d32ee566
2024-11-18T02:16:32,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b1b96c1bc164431d860c9e7704f98482 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b1b96c1bc164431d860c9e7704f98482
2024-11-18T02:16:32,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/703f116e87d04a78986a16019b3e989e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/703f116e87d04a78986a16019b3e989e
2024-11-18T02:16:32,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/76b33912c85b446db36712174f4d2462 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/76b33912c85b446db36712174f4d2462
2024-11-18T02:16:32,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/a28e8cff08f44cd886623bddcea64596 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/a28e8cff08f44cd886623bddcea64596
2024-11-18T02:16:32,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/994fec15112c4f5b8ba37b7e64ff9df3 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/994fec15112c4f5b8ba37b7e64ff9df3
2024-11-18T02:16:32,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/f7b6264357cb4267a6de427e8381079a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/f7b6264357cb4267a6de427e8381079a
2024-11-18T02:16:32,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/34285eca6ab24dc6a83b57483560909a to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/34285eca6ab24dc6a83b57483560909a
2024-11-18T02:16:32,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/71b4ee4ce1a5411f86a142c85771f41b to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/71b4ee4ce1a5411f86a142c85771f41b
2024-11-18T02:16:32,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/3e3656b8ff734f969592866d41797461 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/3e3656b8ff734f969592866d41797461
2024-11-18T02:16:32,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/d9868f9da86749c49ac3895127951738 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/d9868f9da86749c49ac3895127951738
2024-11-18T02:16:32,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/06c534a55ab54616910d12aeb9cd62bc to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/06c534a55ab54616910d12aeb9cd62bc
2024-11-18T02:16:32,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b7d5ba8d26e14412b64dbd289c7800c1 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b7d5ba8d26e14412b64dbd289c7800c1
2024-11-18T02:16:32,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/5df5221e6bec4da3890bad9984a7be05 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/5df5221e6bec4da3890bad9984a7be05
2024-11-18T02:16:32,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b7451fc562514099a00daad3df93a8cf to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/b7451fc562514099a00daad3df93a8cf
2024-11-18T02:16:32,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/556a7f5b94b044928f6ee9671ee14cfc to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/556a7f5b94b044928f6ee9671ee14cfc
2024-11-18T02:16:32,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/ea630e3e67884bf484ff5076b712b09f to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/ea630e3e67884bf484ff5076b712b09f
2024-11-18T02:16:32,689 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/recovered.edits/348.seqid, newMaxSeqId=348, maxSeqId=4
2024-11-18T02:16:32,690 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.
2024-11-18T02:16:32,690 DEBUG [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for 5a030bc30ecf4bb63759e5e45d16f007:
Waiting for close lock at 1731896190974Running coprocessor pre-close hooks at 1731896190974Disabling compacts and flushes for region at 1731896190974Disabling writes for close at 1731896190974Obtaining lock to block concurrent updates at 1731896190975 (+1 ms)Preparing flush snapshotting stores in 5a030bc30ecf4bb63759e5e45d16f007 at 1731896190975Finished memstore snapshotting TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1731896190975Flushing stores of TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007. at 1731896190975Flushing 5a030bc30ecf4bb63759e5e45d16f007/A: creating writer at 1731896190975Flushing mob file 5a030bc30ecf4bb63759e5e45d16f007/A: appending metadata at 1731896190979 (+4 ms)Flushing mob file 5a030bc30ecf4bb63759e5e45d16f007/A: closing flushed file at 1731896190979Flushing 5a030bc30ecf4bb63759e5e45d16f007/A: appending metadata at 1731896191386 (+407 ms)Flushing 5a030bc30ecf4bb63759e5e45d16f007/A: closing flushed file at 1731896191386Flushing 5a030bc30ecf4bb63759e5e45d16f007/B: creating writer at 1731896191793 (+407 ms)Flushing 5a030bc30ecf4bb63759e5e45d16f007/B: appending metadata at 1731896191795 (+2 ms)Flushing 5a030bc30ecf4bb63759e5e45d16f007/B: closing flushed file at 1731896191795Flushing 5a030bc30ecf4bb63759e5e45d16f007/C: creating writer at 1731896192204 (+409 ms)Flushing 5a030bc30ecf4bb63759e5e45d16f007/C: appending metadata at 1731896192208 (+4 ms)Flushing 5a030bc30ecf4bb63759e5e45d16f007/C: closing flushed file at 1731896192208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e8ebd17: reopening flushed file at 1731896192616 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ebac73: reopening flushed file at 1731896192620 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700dc7cc: reopening flushed file at 1731896192622 (+2 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 5a030bc30ecf4bb63759e5e45d16f007 in 1652ms, sequenceid=345, compaction requested=false at 1731896192626 (+4 ms)Writing region close event to WAL at 1731896192687 (+61 ms)Running coprocessor post-close hooks at 1731896192690 (+3 ms)Closed at 1731896192690
2024-11-18T02:16:32,692 INFO  [RS_CLOSE_REGION-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed 5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,692 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=5a030bc30ecf4bb63759e5e45d16f007, regionState=CLOSED
2024-11-18T02:16:32,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809 because future has completed
2024-11-18T02:16:32,695 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166
2024-11-18T02:16:32,695 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseRegionProcedure 5a030bc30ecf4bb63759e5e45d16f007, server=c4730a2bacf8,33637,1731896013809 in 1.8720 sec
2024-11-18T02:16:32,696 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165
2024-11-18T02:16:32,696 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5a030bc30ecf4bb63759e5e45d16f007, UNASSIGN in 1.8750 sec
2024-11-18T02:16:32,698 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164
2024-11-18T02:16:32,698 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8780 sec
2024-11-18T02:16:32,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731896192699"}]},"ts":"1731896192699"}
2024-11-18T02:16:32,700 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-18T02:16:32,700 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-18T02:16:32,701 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8850 sec
2024-11-18T02:16:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-18T02:16:32,962 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:16:32,962 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-18T02:16:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:32,964 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-18T02:16:32,964 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:32,966 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,967 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C, FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/recovered.edits]
2024-11-18T02:16:32,969 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/9c61ec21a2cf4ae1b0b024dead8ccb2e to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/9c61ec21a2cf4ae1b0b024dead8ccb2e
2024-11-18T02:16:32,970 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/9d2e729551814f518fef4a5143f4e25d to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/A/9d2e729551814f518fef4a5143f4e25d
2024-11-18T02:16:32,972 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/715087bb37cc485fbd926aa1a0ff9498 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/715087bb37cc485fbd926aa1a0ff9498
2024-11-18T02:16:32,973 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/d295aae7d2714b39a6f72ea3f94a8d48 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/B/d295aae7d2714b39a6f72ea3f94a8d48
2024-11-18T02:16:32,975 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/254b335db5b743e2861259e5d2310895 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/254b335db5b743e2861259e5d2310895
2024-11-18T02:16:32,975 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/621fb9febfe94deead42727800f88354 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/C/621fb9febfe94deead42727800f88354
2024-11-18T02:16:32,977 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/recovered.edits/348.seqid to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007/recovered.edits/348.seqid
2024-11-18T02:16:32,978 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/default/TestAcidGuarantees/5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,978 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-18T02:16:32,978 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T02:16:32,979 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-18T02:16:32,981 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180f9605ecc11843c3b620dd36c5be420f_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180f9605ecc11843c3b620dd36c5be420f_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,981 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118235b2748a2294708a1459c2ca376b97c_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118235b2748a2294708a1459c2ca376b97c_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,982 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111836645f5b3bdb4ff694f84280b267085c_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111836645f5b3bdb4ff694f84280b267085c_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,983 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111846779231e33a43c0a0f1b74ec42a21c1_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111846779231e33a43c0a0f1b74ec42a21c1_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,984 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185ceef4eba4c14c71bfe02d3bf59bebb9_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185ceef4eba4c14c71bfe02d3bf59bebb9_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,985 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118650e87e985b14b848f51dd9b5d34a773_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118650e87e985b14b848f51dd9b5d34a773_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,986 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186ac29937fb8d4133ae4a89d68d2ea10e_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411186ac29937fb8d4133ae4a89d68d2ea10e_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,986 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188a21ddd7b7174826ac945414d18e3ea9_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188a21ddd7b7174826ac945414d18e3ea9_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,987 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118914a9835551545cd865ba172f2a010ec_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118914a9835551545cd865ba172f2a010ec_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,988 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118aff3408186b4444ea5b09c2c192b1dc2_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118aff3408186b4444ea5b09c2c192b1dc2_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,989 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b738bc21522f40c7948b764af2b4dd3d_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b738bc21522f40c7948b764af2b4dd3d_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,990 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bdccf73aee414d9cacf2296f0c5ebb65_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bdccf73aee414d9cacf2296f0c5ebb65_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,990 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bdefa08248dc448b81133917305f97c5_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bdefa08248dc448b81133917305f97c5_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,991 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118be6945dde0ad49088bc2e1cc92e2f316_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118be6945dde0ad49088bc2e1cc92e2f316_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,992 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cbcfa27dbfbf40b7b791d4e4b874659b_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cbcfa27dbfbf40b7b791d4e4b874659b_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,993 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cc3d0939b00c4ce5a13b411fb58ac33f_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cc3d0939b00c4ce5a13b411fb58ac33f_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,994 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cc6e1194e20f42ada3a7a766ead4c734_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cc6e1194e20f42ada3a7a766ead4c734_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,995 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118db3469b23394423da52cf54791a78428_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118db3469b23394423da52cf54791a78428_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,996 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f1cdb96fabe8429c8fd202e4fd32392a_5a030bc30ecf4bb63759e5e45d16f007 to hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f1cdb96fabe8429c8fd202e4fd32392a_5a030bc30ecf4bb63759e5e45d16f007
2024-11-18T02:16:32,997 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-18T02:16:32,999 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:33,001 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-18T02:16:33,003 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-18T02:16:33,004 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:33,004 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-18T02:16:33,004 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731896193004"}]},"ts":"9223372036854775807"}
2024-11-18T02:16:33,006 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-18T02:16:33,006 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5a030bc30ecf4bb63759e5e45d16f007, NAME => 'TestAcidGuarantees,,1731896162781.5a030bc30ecf4bb63759e5e45d16f007.', STARTKEY => '', ENDKEY => ''}]
2024-11-18T02:16:33,006 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-18T02:16:33,006 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731896193006"}]},"ts":"9223372036854775807"}
2024-11-18T02:16:33,007 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-18T02:16:33,008 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-18T02:16:33,008 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec
2024-11-18T02:16:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-18T02:16:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-18T02:16:33,072 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-18T02:16:33,081 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248 (was 250), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=357 (was 348) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2311 (was 2445)
2024-11-18T02:16:33,081 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-18T02:16:33,081 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T02:16:33,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T02:16:33,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:33,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:33,081 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-18T02:16:33,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-18T02:16:33,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1107072306, stopped=false
2024-11-18T02:16:33,082 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c4730a2bacf8,35213,1731896013075
2024-11-18T02:16:33,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T02:16:33,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-18T02:16:33,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:16:33,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:16:33,083 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T02:16:33,084 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-18T02:16:33,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T02:16:33,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:33,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T02:16:33,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-18T02:16:33,085 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c4730a2bacf8,33637,1731896013809' *****
2024-11-18T02:16:33,085 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-18T02:16:33,085 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-18T02:16:33,085 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-18T02:16:33,085 INFO  [RS:0;c4730a2bacf8:33637 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-18T02:16:33,086 INFO  [RS:0;c4730a2bacf8:33637 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-18T02:16:33,086 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(959): stopping server c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:33,086 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T02:16:33,086 INFO  [RS:0;c4730a2bacf8:33637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c4730a2bacf8:33637.
2024-11-18T02:16:33,086 DEBUG [RS:0;c4730a2bacf8:33637 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-18T02:16:33,086 DEBUG [RS:0;c4730a2bacf8:33637 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:33,086 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-18T02:16:33,086 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-18T02:16:33,086 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-18T02:16:33,086 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-18T02:16:33,087 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-18T02:16:33,087 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-18T02:16:33,087 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-18T02:16:33,087 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-18T02:16:33,087 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-18T02:16:33,087 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-18T02:16:33,087 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-18T02:16:33,087 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T02:16:33,087 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-11-18T02:16:33,093 INFO  [regionserver/c4730a2bacf8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T02:16:33,098 INFO  [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-18T02:16:33,098 INFO  [regionserver/c4730a2bacf8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-18T02:16:33,108 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/.tmp/info/f306c3b6203e44689cd31ac5b5dfb894 is 95, key is TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6./info:/1731896045344/DeleteFamily/seqid=0
2024-11-18T02:16:33,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742424_1600 (size=6514)
2024-11-18T02:16:33,288 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T02:16:33,488 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T02:16:33,492 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-18T02:16:33,512 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/.tmp/info/f306c3b6203e44689cd31ac5b5dfb894
2024-11-18T02:16:33,530 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/.tmp/ns/05c40213155b4980af3b6d4c0d735cae is 93, key is TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6./ns:/1731896045303/DeleteFamily/seqid=0
2024-11-18T02:16:33,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742425_1601 (size=5906)
2024-11-18T02:16:33,688 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T02:16:33,888 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T02:16:33,934 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/.tmp/ns/05c40213155b4980af3b6d4c0d735cae
2024-11-18T02:16:33,951 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/.tmp/rep_barrier/00b35d9d6b3441349a99d377c98b69d2 is 102, key is TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6./rep_barrier:/1731896045303/DeleteFamily/seqid=0
2024-11-18T02:16:33,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742426_1602 (size=6025)
2024-11-18T02:16:34,088 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T02:16:34,289 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T02:16:34,354 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/.tmp/rep_barrier/00b35d9d6b3441349a99d377c98b69d2
2024-11-18T02:16:34,371 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/.tmp/table/95dcf63e0d6b4302af34152741c7e9ee is 96, key is TestAcidGuarantees,,1731896016327.67305d7dd3cc7241eb669c91c27120c6./table:/1731896045303/DeleteFamily/seqid=0
2024-11-18T02:16:34,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742427_1603 (size=5936)
2024-11-18T02:16:34,489 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T02:16:34,689 DEBUG [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-18T02:16:34,775 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/.tmp/table/95dcf63e0d6b4302af34152741c7e9ee
2024-11-18T02:16:34,778 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/.tmp/info/f306c3b6203e44689cd31ac5b5dfb894 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/info/f306c3b6203e44689cd31ac5b5dfb894
2024-11-18T02:16:34,781 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/info/f306c3b6203e44689cd31ac5b5dfb894, entries=12, sequenceid=90, filesize=6.4 K
2024-11-18T02:16:34,781 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/.tmp/ns/05c40213155b4980af3b6d4c0d735cae as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/ns/05c40213155b4980af3b6d4c0d735cae
2024-11-18T02:16:34,784 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/ns/05c40213155b4980af3b6d4c0d735cae, entries=8, sequenceid=90, filesize=5.8 K
2024-11-18T02:16:34,785 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/.tmp/rep_barrier/00b35d9d6b3441349a99d377c98b69d2 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/rep_barrier/00b35d9d6b3441349a99d377c98b69d2
2024-11-18T02:16:34,787 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/rep_barrier/00b35d9d6b3441349a99d377c98b69d2, entries=6, sequenceid=90, filesize=5.9 K
2024-11-18T02:16:34,788 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/.tmp/table/95dcf63e0d6b4302af34152741c7e9ee as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/table/95dcf63e0d6b4302af34152741c7e9ee
2024-11-18T02:16:34,795 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/table/95dcf63e0d6b4302af34152741c7e9ee, entries=7, sequenceid=90, filesize=5.8 K
2024-11-18T02:16:34,796 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=90, compaction requested=false
2024-11-18T02:16:34,800 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-11-18T02:16:34,800 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-18T02:16:34,801 INFO  [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-18T02:16:34,801 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731896193087Running coprocessor pre-close hooks at 1731896193087Disabling compacts and flushes for region at 1731896193087Disabling writes for close at 1731896193087Obtaining lock to block concurrent updates at 1731896193087Preparing flush snapshotting stores in 1588230740 at 1731896193087Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731896193088 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731896193088Flushing 1588230740/info: creating writer at 1731896193089 (+1 ms)Flushing 1588230740/info: appending metadata at 1731896193108 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731896193108Flushing 1588230740/ns: creating writer at 1731896193516 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731896193530 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731896193530Flushing 1588230740/rep_barrier: creating writer at 1731896193937 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731896193951 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731896193951Flushing 1588230740/table: creating writer at 1731896194357 (+406 ms)Flushing 1588230740/table: appending metadata at 1731896194371 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731896194371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0f2ee4: reopening flushed file at 1731896194777 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb35fed: reopening flushed file at 1731896194781 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e997c53: reopening flushed file at 1731896194784 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7404ac0b: reopening flushed file at 1731896194787 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=90, compaction requested=false at 1731896194796 (+9 ms)Writing region close event to WAL at 1731896194797 (+1 ms)Running coprocessor post-close hooks at 1731896194800 (+3 ms)Closed at 1731896194800
2024-11-18T02:16:34,801 DEBUG [RS_CLOSE_META-regionserver/c4730a2bacf8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-18T02:16:34,889 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(976): stopping server c4730a2bacf8,33637,1731896013809; all regions closed.
2024-11-18T02:16:34,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741834_1010 (size=25344)
2024-11-18T02:16:34,895 DEBUG [RS:0;c4730a2bacf8:33637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/oldWALs
2024-11-18T02:16:34,896 INFO  [RS:0;c4730a2bacf8:33637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C33637%2C1731896013809.meta:.meta(num 1731896015864)
2024-11-18T02:16:34,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741833_1009 (size=16929810)
2024-11-18T02:16:34,898 DEBUG [RS:0;c4730a2bacf8:33637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/oldWALs
2024-11-18T02:16:34,898 INFO  [RS:0;c4730a2bacf8:33637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c4730a2bacf8%2C33637%2C1731896013809:(num 1731896015256)
2024-11-18T02:16:34,899 DEBUG [RS:0;c4730a2bacf8:33637 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-18T02:16:34,899 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.LeaseManager(133): Closed leases
2024-11-18T02:16:34,899 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T02:16:34,899 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.ChoreService(370): Chore service for: regionserver/c4730a2bacf8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-18T02:16:34,899 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T02:16:34,899 INFO  [regionserver/c4730a2bacf8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T02:16:34,900 INFO  [RS:0;c4730a2bacf8:33637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33637
2024-11-18T02:16:34,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c4730a2bacf8,33637,1731896013809
2024-11-18T02:16:34,905 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T02:16:34,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-18T02:16:34,907 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c4730a2bacf8,33637,1731896013809]
2024-11-18T02:16:34,909 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c4730a2bacf8,33637,1731896013809 already deleted, retry=false
2024-11-18T02:16:34,909 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c4730a2bacf8,33637,1731896013809 expired; onlineServers=0
2024-11-18T02:16:34,909 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c4730a2bacf8,35213,1731896013075' *****
2024-11-18T02:16:34,909 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-18T02:16:34,909 INFO  [M:0;c4730a2bacf8:35213 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-18T02:16:34,909 INFO  [M:0;c4730a2bacf8:35213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-18T02:16:34,909 DEBUG [M:0;c4730a2bacf8:35213 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-18T02:16:34,909 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-18T02:16:34,909 DEBUG [M:0;c4730a2bacf8:35213 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-18T02:16:34,909 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896015001 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.small.0-1731896015001,5,FailOnTimeoutGroup]
2024-11-18T02:16:34,909 DEBUG [master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896014994 {}] cleaner.HFileCleaner(306): Exit Thread[master/c4730a2bacf8:0:becomeActiveMaster-HFileCleaner.large.0-1731896014994,5,FailOnTimeoutGroup]
2024-11-18T02:16:34,910 INFO  [M:0;c4730a2bacf8:35213 {}] hbase.ChoreService(370): Chore service for: master/c4730a2bacf8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-18T02:16:34,910 INFO  [M:0;c4730a2bacf8:35213 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-18T02:16:34,910 DEBUG [M:0;c4730a2bacf8:35213 {}] master.HMaster(1795): Stopping service threads
2024-11-18T02:16:34,910 INFO  [M:0;c4730a2bacf8:35213 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-18T02:16:34,910 INFO  [M:0;c4730a2bacf8:35213 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-18T02:16:34,910 ERROR [M:0;c4730a2bacf8:35213 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-18T02:16:34,911 INFO  [M:0;c4730a2bacf8:35213 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-18T02:16:34,911 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-18T02:16:34,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-18T02:16:34,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-18T02:16:34,912 DEBUG [M:0;c4730a2bacf8:35213 {}] zookeeper.ZKUtil(347): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-18T02:16:34,912 WARN  [M:0;c4730a2bacf8:35213 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-18T02:16:34,912 INFO  [M:0;c4730a2bacf8:35213 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/.lastflushedseqids
2024-11-18T02:16:34,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742428_1604 (size=72)
2024-11-18T02:16:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T02:16:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33637-0x10128d9d84e0001, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T02:16:35,008 INFO  [RS:0;c4730a2bacf8:33637 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T02:16:35,008 INFO  [RS:0;c4730a2bacf8:33637 {}] regionserver.HRegionServer(1031): Exiting; stopping=c4730a2bacf8,33637,1731896013809; zookeeper connection closed.
2024-11-18T02:16:35,009 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50e279fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50e279fc
2024-11-18T02:16:35,009 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-18T02:16:35,322 INFO  [M:0;c4730a2bacf8:35213 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-18T02:16:35,322 INFO  [M:0;c4730a2bacf8:35213 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-18T02:16:35,322 DEBUG [M:0;c4730a2bacf8:35213 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-18T02:16:35,322 INFO  [M:0;c4730a2bacf8:35213 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:16:35,322 DEBUG [M:0;c4730a2bacf8:35213 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:16:35,322 DEBUG [M:0;c4730a2bacf8:35213 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-18T02:16:35,322 DEBUG [M:0;c4730a2bacf8:35213 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:16:35,322 INFO  [M:0;c4730a2bacf8:35213 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=754.79 KB heapSize=922.45 KB
2024-11-18T02:16:35,337 DEBUG [M:0;c4730a2bacf8:35213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fc25892c8534e3da796aad815b1fdc7 is 82, key is hbase:meta,,1/info:regioninfo/1731896015961/Put/seqid=0
2024-11-18T02:16:35,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742429_1605 (size=5672)
2024-11-18T02:16:35,741 INFO  [M:0;c4730a2bacf8:35213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2065 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fc25892c8534e3da796aad815b1fdc7
2024-11-18T02:16:35,760 DEBUG [M:0;c4730a2bacf8:35213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb8aa60957fa427eba5a50b63999d033 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x91/proc:d/1731896165846/Put/seqid=0
2024-11-18T02:16:35,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742430_1606 (size=45008)
2024-11-18T02:16:36,164 INFO  [M:0;c4730a2bacf8:35213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=754.24 KB at sequenceid=2065 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb8aa60957fa427eba5a50b63999d033
2024-11-18T02:16:36,167 INFO  [M:0;c4730a2bacf8:35213 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb8aa60957fa427eba5a50b63999d033
2024-11-18T02:16:36,181 DEBUG [M:0;c4730a2bacf8:35213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a7dbec1092d4214849b4069fce3eda3 is 69, key is c4730a2bacf8,33637,1731896013809/rs:state/1731896015019/Put/seqid=0
2024-11-18T02:16:36,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073742431_1607 (size=5156)
2024-11-18T02:16:36,585 INFO  [M:0;c4730a2bacf8:35213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2065 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a7dbec1092d4214849b4069fce3eda3
2024-11-18T02:16:36,588 DEBUG [M:0;c4730a2bacf8:35213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fc25892c8534e3da796aad815b1fdc7 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fc25892c8534e3da796aad815b1fdc7
2024-11-18T02:16:36,590 INFO  [M:0;c4730a2bacf8:35213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fc25892c8534e3da796aad815b1fdc7, entries=8, sequenceid=2065, filesize=5.5 K
2024-11-18T02:16:36,591 DEBUG [M:0;c4730a2bacf8:35213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb8aa60957fa427eba5a50b63999d033 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb8aa60957fa427eba5a50b63999d033
2024-11-18T02:16:36,593 INFO  [M:0;c4730a2bacf8:35213 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb8aa60957fa427eba5a50b63999d033
2024-11-18T02:16:36,593 INFO  [M:0;c4730a2bacf8:35213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb8aa60957fa427eba5a50b63999d033, entries=168, sequenceid=2065, filesize=44.0 K
2024-11-18T02:16:36,594 DEBUG [M:0;c4730a2bacf8:35213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a7dbec1092d4214849b4069fce3eda3 as hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a7dbec1092d4214849b4069fce3eda3
2024-11-18T02:16:36,596 INFO  [M:0;c4730a2bacf8:35213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/8e5c9235-e0a3-13a5-68f0-4cb98e5f6182/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a7dbec1092d4214849b4069fce3eda3, entries=1, sequenceid=2065, filesize=5.0 K
2024-11-18T02:16:36,596 INFO  [M:0;c4730a2bacf8:35213 {}] regionserver.HRegion(3140): Finished flush of dataSize ~754.79 KB/772907, heapSize ~922.16 KB/944288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=2065, compaction requested=false
2024-11-18T02:16:36,598 INFO  [M:0;c4730a2bacf8:35213 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-18T02:16:36,598 DEBUG [M:0;c4730a2bacf8:35213 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731896195322Disabling compacts and flushes for region at 1731896195322Disabling writes for close at 1731896195322Obtaining lock to block concurrent updates at 1731896195322Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731896195322Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=772907, getHeapSize=944528, getOffHeapSize=0, getCellsCount=2258 at 1731896195322Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731896195323 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731896195323Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731896195337 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731896195337Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731896195744 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731896195760 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731896195760Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731896196167 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731896196181 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731896196181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f44659: reopening flushed file at 1731896196587 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145d763c: reopening flushed file at 1731896196590 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cdb0b4: reopening flushed file at 1731896196593 (+3 ms)Finished flush of dataSize ~754.79 KB/772907, heapSize ~922.16 KB/944288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=2065, compaction requested=false at 1731896196596 (+3 ms)Writing region close event to WAL at 1731896196598 (+2 ms)Closed at 1731896196598
2024-11-18T02:16:36,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35597 is added to blk_1073741830_1006 (size=908323)
2024-11-18T02:16:36,600 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-18T02:16:36,600 INFO  [M:0;c4730a2bacf8:35213 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-18T02:16:36,601 INFO  [M:0;c4730a2bacf8:35213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35213
2024-11-18T02:16:36,601 INFO  [M:0;c4730a2bacf8:35213 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-18T02:16:36,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T02:16:36,704 INFO  [M:0;c4730a2bacf8:35213 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-18T02:16:36,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35213-0x10128d9d84e0000, quorum=127.0.0.1:51203, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-18T02:16:36,709 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dfb1097{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-18T02:16:36,711 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T02:16:36,711 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T02:16:36,711 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T02:16:36,711 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/hadoop.log.dir/,STOPPED}
2024-11-18T02:16:36,714 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-18T02:16:36,714 WARN  [BP-1833806157-172.17.0.2-1731896010360 heartbeating to localhost/127.0.0.1:33145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-18T02:16:36,714 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-18T02:16:36,714 WARN  [BP-1833806157-172.17.0.2-1731896010360 heartbeating to localhost/127.0.0.1:33145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1833806157-172.17.0.2-1731896010360 (Datanode Uuid 87479b1e-0de1-4548-a6df-04daad806062) service to localhost/127.0.0.1:33145
2024-11-18T02:16:36,716 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/cluster_85f40c22-8fa2-15ef-8e43-8b220fc7a776/data/data1/current/BP-1833806157-172.17.0.2-1731896010360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T02:16:36,716 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/cluster_85f40c22-8fa2-15ef-8e43-8b220fc7a776/data/data2/current/BP-1833806157-172.17.0.2-1731896010360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-18T02:16:36,717 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-18T02:16:36,724 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbf242f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-18T02:16:36,724 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-18T02:16:36,725 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-18T02:16:36,725 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-18T02:16:36,725 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81b2aba7-0dd3-1258-7488-78ad091cd767/hadoop.log.dir/,STOPPED}
2024-11-18T02:16:36,739 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-18T02:16:36,851 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down